[ 528.549486] env[65165]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.549486] env[65165]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.573332] env[65255]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.573332] env[65255]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.134040] env[65255]: INFO neutron.common.config [-] Logging enabled! [ 531.134040] env[65255]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 531.134453] env[65255]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65255) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.134748] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.136052] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.136052] env[65255]: WARNING oslo_policy.policy [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.136240] env[65255]: WARNING oslo_policy.policy [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.137747] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] VMware NSXv3 Agent initialized successfully. [ 531.138247] env[65255]: DEBUG oslo_concurrency.lockutils [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Acquiring lock "singleton_lock" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.138482] env[65255]: DEBUG oslo_concurrency.lockutils [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Acquired lock "singleton_lock" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.138794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Releasing lock "singleton_lock" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.139195] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Full set of CONF: {{(pid=65255) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 531.139426] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ******************************************************************************** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.139613] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Configuration options gathered from: {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.140066] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.140339] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.140558] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ================================================================================ {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.140855] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] agent_down_time = 75 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.141121] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] allow_automatic_dhcp_failover = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.141359] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] allow_bulk = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142017] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] api_extensions_path = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142017] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] api_paste_config = api-paste.ini {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142017] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] auth_strategy = keystone {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142017] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] backdoor_port = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142255] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] backdoor_socket = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142255] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] backlog = 4096 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142352] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142621] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] bind_host = 0.0.0.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.142871] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] bind_port = 9696 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.143119] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] client_socket_timeout = 900 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.143371] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] config_dir = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.143570] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145015] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] config_source = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145015] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] control_exchange = neutron {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145015] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] core_plugin = ml2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145015] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] debug = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145015] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] default_availability_zones = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145230] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145230] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dhcp_agent_notification = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145230] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dhcp_agents_per_network = 1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145230] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dhcp_lease_duration = 86400 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145603] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dhcp_load_type = networks {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.145857] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dns_domain = openstacklocal {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.146115] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.146364] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_default_route_bfd = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.146601] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_default_route_ecmp = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.146840] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_dvr = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.147086] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_new_agents = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.147317] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.147555] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_signals = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.147788] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] enable_traditional_dhcp = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] external_dns_driver = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] filter_validation = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] global_physnet_mtu = 8950 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] graceful_shutdown_timeout = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] host = cpu-1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] host_dvr_for_dhcp = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.149921] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] http_retries = 3 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] instance_format = [instance: %(uuid)s] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ipam_driver = internal {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ipv6_pd_enabled = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] l3_ha = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150225] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] l3_ha_network_physical_name = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] l3_ha_network_type = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_color = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_config_append = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_dir = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150611] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_file = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150718] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_options = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150786] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_rotate_interval = 1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.150924] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_rotate_interval_type = days {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151071] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] log_rotation_type = none {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151175] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151274] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151410] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151543] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151643] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151773] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_dns_nameservers = 5 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.151901] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_header_line = 16384 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152046] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_l3_agents_per_router = 3 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152176] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_logfile_count = 30 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152304] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_logfile_size_mb = 200 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152431] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] max_subnet_host_routes = 20 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152564] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] my_ip = 10.180.1.21 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152693] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] my_ipv6 = ::1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152821] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] network_auto_schedule = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.152943] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] network_link_prefix = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153086] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153224] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] notify_nova_on_port_data_changes = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153354] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] notify_nova_on_port_status_changes = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153486] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] pagination_max_limit = -1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153613] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] publish_errors = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153739] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rate_limit_burst = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153873] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rate_limit_except_level = CRITICAL {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.153999] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rate_limit_interval = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154148] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] retry_until_window = 30 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154272] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] router_distributed = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154399] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rpc_resources_processing_step = 20 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154526] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rpc_response_max_timeout = 600 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154656] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] rpc_response_timeout = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154782] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] send_events_interval = 2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.154927] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] service_plugins = ['router'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155074] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] setproctitle = on {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155202] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] shell_completion = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155333] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] state_path = /opt/stack/data/neutron {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155466] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] syslog_log_facility = LOG_USER {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155597] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] tcp_keepidle = 600 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155731] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] transport_url = **** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155860] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] use_journal = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.155984] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] use_json = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156128] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] use_ssl = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156255] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] use_stderr = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156386] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] use_syslog = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156509] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vlan_qinq = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156630] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vlan_transparent = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156955] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] watch_log_file = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.156955] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] wsgi_default_pool_size = 100 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.157071] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] wsgi_keep_alive = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.157135] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.157265] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] wsgi_server_debug = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.157415] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_concurrency.disable_process_locking = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157555] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157693] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157827] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157964] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158110] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158244] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158389] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.connection_string = messaging:// {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158530] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.enabled = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158668] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.es_doc_type = notification {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158799] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.es_scroll_size = 10000 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158935] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.es_scroll_time = 2m {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159076] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.filter_error_trace = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159217] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.hmac_keys = **** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159347] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.sentinel_service_name = mymaster {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159489] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.socket_timeout = 0.1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159621] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.trace_requests = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159751] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler.trace_sqlalchemy = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159897] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler_jaeger.process_tags = {} {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160059] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler_jaeger.service_name_prefix = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160163] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] profiler_otlp.service_name_prefix = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160312] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.enforce_new_defaults = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160584] env[65255]: WARNING oslo_config.cfg [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.160731] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.enforce_scope = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160872] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.policy_default_rule = default {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161027] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161169] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161311] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161445] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161577] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161705] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161838] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161979] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162142] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162285] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] agent.extensions = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162421] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162561] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] service_providers.service_provider = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162700] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.default_quota = -1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162837] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162967] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_floatingip = 50 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163107] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_network = 100 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163241] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_port = 500 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163370] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163498] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_router = 10 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163625] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_security_group = 10 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163753] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163880] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.quota_subnet = 100 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164030] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] QUOTAS.track_quota_usage = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164163] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164294] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165258] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165258] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165317] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_dhcp_release.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167767] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_ovs_vsctl.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.capabilities = [21] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168180] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_namespace.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.capabilities = [12] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168385] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_conntrack.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.capabilities = [12, 21] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168721] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.group = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168849] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.helper_command = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168917] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.log_daemon_traceback = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169023] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169148] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.thread_pool_size = 8 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169276] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] privsep_link.user = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169425] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169565] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169698] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.continue_on_failed_promotions = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169826] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.dscp = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169962] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.dscp_inherit = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170175] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.force_mp_to_policy = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170244] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.locking_coordinator_url = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170371] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.log_agent_heartbeats = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170507] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.logging_expire = 1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170648] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170783] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170957] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.polling_interval = 240 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171069] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171213] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171353] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.report_interval = 30.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171495] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171636] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171774] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171912] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.sync_skew = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172058] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.synchronization_queue_size = 20 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172193] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT.use_helper_for_ns_read = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172338] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] SECURITYGROUP.enable_ipset = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172478] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] SECURITYGROUP.enable_security_group = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172615] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172752] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172893] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] experimental.ipv6_pd_enabled = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173062] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.extension_drivers = ['port_security'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173201] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.external_network_type = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173352] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173495] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.overlay_ip_version = 4 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173633] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.path_mtu = 8950 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173771] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.physical_network_mtus = {} {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173916] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174067] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174213] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ml2.type_drivers = ['vlan'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174357] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174493] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174626] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174769] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174907] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175055] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175198] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175341] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175484] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175683] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175833] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_login_password = **** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175978] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176132] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_login_user = admin {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176276] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176419] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176554] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176687] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176826] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176971] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177124] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177267] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177401] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177539] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177681] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177814] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177951] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178156] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178302] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178440] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178574] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178711] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.auth_section = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178853] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.auth_type = password {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178991] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179135] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.certfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179269] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.collect_timing = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179411] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.endpoint_type = public {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179543] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.insecure = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179670] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.keyfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179807] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.region_name = RegionOne {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179938] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.split_loggers = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180078] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] nova.timeout = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180306] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.auth_section = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180362] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.auth_type = password {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180497] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180626] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.certfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180760] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.collect_timing = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180901] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.endpoint_type = public {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181097] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.insecure = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181168] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.keyfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181297] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.region_name = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181431] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.split_loggers = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181558] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] placement.timeout = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181696] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.auth_section = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181826] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.auth_type = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181958] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.cafile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182100] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.certfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182236] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.collect_timing = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182367] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.connect_retries = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182496] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.connect_retry_delay = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182627] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.enable_notifications = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182759] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.endpoint_override = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182890] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.insecure = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183027] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.interface = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183158] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.keyfile = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183299] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.max_version = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183422] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.min_version = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183551] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.region_name = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183680] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.retriable_status_codes = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183809] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.service_name = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183938] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.service_type = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184097] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.split_loggers = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184217] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.status_code_retries = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184349] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.status_code_retry_delay = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184476] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.timeout = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184606] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.valid_interfaces = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184734] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ironic.version = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184872] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] cli_script.dry_run = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185026] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185168] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185302] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185437] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185564] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185692] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185820] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185949] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186090] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186232] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186366] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186506] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186643] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186781] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186913] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187063] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187197] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187329] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187466] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187596] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187726] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187855] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187984] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188129] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188262] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188391] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188519] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188646] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188775] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188905] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189048] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189188] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189325] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189456] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189590] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189725] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189854] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189996] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_notifications.driver = [] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190140] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_notifications.retry = -1 {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190286] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190427] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190511] env[65255]: DEBUG oslo_service.backend._eventlet.service [None req-2e79d23f-3f9f-4d56-9f74-28e2a5f48832 None None] ******************************************************************************** {{(pid=65255) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.191648] env[65255]: DEBUG neutron.agent.securitygroups_rpc [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Init firewall settings (driver=nsxv3) {{(pid=65255) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.192974] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65255) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.193220] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.195453] env[65255]: DEBUG dogpile.cache.region [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.195578] env[65255]: DEBUG dogpile.lock [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.195661] env[65255]: DEBUG dogpile.lock [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.195748] env[65255]: DEBUG dogpile.lock [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.195837] env[65255]: DEBUG dogpile.cache.region [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.195919] env[65255]: DEBUG dogpile.lock [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.196048] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.219440] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Session token - acquiring [ 531.220989] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.221176] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.221276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.221698] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.233867] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.511766] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.534657] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.534820] env[65255]: DEBUG dogpile.cache.region [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 531.535036] env[65255]: DEBUG dogpile.lock [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.535036] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Activating Policy API Provider. [ 531.535254] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Looking for the default Infrastructure Rules. [ 531.625834] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Looking for the Default Layer3 Logged Drop Section. [ 531.640596] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 531.641058] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.641228] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.641328] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.641607] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.641935] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.156305] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.659349] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.163288] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Inventory metadata is going to be refreshed. [ 533.163288] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.920086] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.920086] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.920086] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.920086] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.930909] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.933239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.934292] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.952216] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.952728] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.952974] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.953381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.953648] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.953918] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.954214] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.955097] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.979033] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.979033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.979033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.979033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.979033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.979033] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.997911] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.998500] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.998755] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.999171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.999451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.000768] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.022023] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.022023] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.022023] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.022023] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.022023] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.022023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.022023] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.022023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.041580] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.041580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.041580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.041580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.041580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.041580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.041580] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.041580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.065094] env[65255]: DEBUG networking_nsxv3.common.locking [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.065094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.065094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.065094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.065094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.065094] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.065094] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.065094] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Inventory metadata have been refreshed. [ 534.065094] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Dryrun:True. Metadata refresh completed. [ 534.065094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Releasing lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.067030] env[65255]: INFO neutron.agent.agent_extensions_manager [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Loaded agent extensions: [] [ 534.068036] env[65255]: DEBUG neutron_lib.callbacks.manager [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65255) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.120636] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.120636] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.120636] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent out of sync with plugin! [ 539.068650] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.068929] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.069918] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.070309] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.071589] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.071945] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.138177] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8fb72ca4-d1f6-49aa-91c9-c52d331b76fe demo admin] Enqueued Resource ID: c498f18d-bd16-49b3-b543-5c9cf6d159a8 with Priority: HIGHEST for action security_group_rules [ 549.138728] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c498f18d-bd16-49b3-b543-5c9cf6d159a8 with Priority: HIGHEST for action security_group_rules [ 549.139081] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c498f18d-bd16-49b3-b543-5c9cf6d159a8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.139269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c498f18d-bd16-49b3-b543-5c9cf6d159a8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.139379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c498f18d-bd16-49b3-b543-5c9cf6d159a8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.139899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c498f18d-bd16-49b3-b543-5c9cf6d159a8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.140166] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c498f18d-bd16-49b3-b543-5c9cf6d159a8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.661392] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.661392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.661392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.661392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.661392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.661392] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c498f18d-bd16-49b3-b543-5c9cf6d159a8 already deleted. [ 549.661392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c498f18d-bd16-49b3-b543-5c9cf6d159a8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.139451] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.139819] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.141081] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.141382] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.142023] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.142359] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.143062] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.143717] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.071737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.072319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.072556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.072882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.073271] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.576846] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.080222] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.583084] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 571.583651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 572.415731] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.418022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.418022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.418022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.431570] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 572.432780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.435391] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 572.460328] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.460328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.461858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.463735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.463926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.464148] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 572.465832] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.465974] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 572.492684] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.492684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.492931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.495430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.495623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.495704] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 572.521923] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.522077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.522147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.522426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.522535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.522587] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 572.546686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.548865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 572.548865] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.548865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 572.566800] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.567175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.567175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.567470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.567470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.567641] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 572.567641] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.567641] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 572.590508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.590842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.590842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.590923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.592310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 572.592310] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 572.592310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 572.612456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.612605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.612701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.612875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.612982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.613101] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 572.633897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.634148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.634148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.634266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.634360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.654071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.281710] env[65255]: INFO networking_nsxv3.common.synchronization [None req-765fcaa6-69e1-4bb2-a17e-ea3469b999d8 None None] Enqueued Resource ID: 8c949a5e-cb56-4fe5-9694-ebcf858805a9 with Priority: HIGHEST for action port [ 573.282240] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c949a5e-cb56-4fe5-9694-ebcf858805a9 with Priority: HIGHEST for action port [ 573.282572] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c949a5e-cb56-4fe5-9694-ebcf858805a9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.284056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c949a5e-cb56-4fe5-9694-ebcf858805a9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.284056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c949a5e-cb56-4fe5-9694-ebcf858805a9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.284056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c949a5e-cb56-4fe5-9694-ebcf858805a9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.284056] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c949a5e-cb56-4fe5-9694-ebcf858805a9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.787023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c949a5e-cb56-4fe5-9694-ebcf858805a9 [ 573.787317] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.787414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.787473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.788058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.788058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.788058] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c949a5e-cb56-4fe5-9694-ebcf858805a9 already deleted. [ 573.788058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c949a5e-cb56-4fe5-9694-ebcf858805a9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.376810] env[65255]: INFO networking_nsxv3.common.synchronization [None req-40d1ddd2-e5bc-4bca-bc36-897f5ee44fbf None None] Enqueued Resource ID: 3ba32f6d-d683-44fc-8f0b-4399d345a895 with Priority: HIGHEST for action port [ 575.377404] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba32f6d-d683-44fc-8f0b-4399d345a895 with Priority: HIGHEST for action port [ 575.378178] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba32f6d-d683-44fc-8f0b-4399d345a895 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.378409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba32f6d-d683-44fc-8f0b-4399d345a895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.378603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba32f6d-d683-44fc-8f0b-4399d345a895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.379376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba32f6d-d683-44fc-8f0b-4399d345a895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.379376] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba32f6d-d683-44fc-8f0b-4399d345a895',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.882365] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ba32f6d-d683-44fc-8f0b-4399d345a895 [ 575.882365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.882365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.882365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.882365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.882365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.882365] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ba32f6d-d683-44fc-8f0b-4399d345a895 already deleted. [ 575.882365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba32f6d-d683-44fc-8f0b-4399d345a895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.529603] env[65255]: INFO networking_nsxv3.common.synchronization [None req-76f09383-2a51-43c1-a19e-b801df0cfee6 None None] Enqueued Resource ID: 9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1 with Priority: HIGHEST for action port [ 576.530946] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1 with Priority: HIGHEST for action port [ 576.530946] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.530946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.530946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.530946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.531220] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.033395] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1 [ 577.034149] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.034603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.034603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.034603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.034712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.034783] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1 already deleted. [ 577.034859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9e8372-c6dc-4bd0-bc1d-082fc27d32a1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.524482] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ebff7b1d-28d4-483d-b8d0-fabe1f7733dc None None] Enqueued Resource ID: 306aef4a-568e-450a-868f-ae8b08933895 with Priority: HIGHEST for action port [ 578.525262] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 306aef4a-568e-450a-868f-ae8b08933895 with Priority: HIGHEST for action port [ 578.525592] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-306aef4a-568e-450a-868f-ae8b08933895 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.525760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-306aef4a-568e-450a-868f-ae8b08933895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.525948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-306aef4a-568e-450a-868f-ae8b08933895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.526206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-306aef4a-568e-450a-868f-ae8b08933895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.526381] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('306aef4a-568e-450a-868f-ae8b08933895',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.030960] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 306aef4a-568e-450a-868f-ae8b08933895 [ 579.030960] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.030960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.030960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.030960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.030960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.030960] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:306aef4a-568e-450a-868f-ae8b08933895 already deleted. [ 579.030960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-306aef4a-568e-450a-868f-ae8b08933895" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.400259] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b2989e82-28c0-47f9-bee4-ee59fdbabb33 None None] Enqueued Resource ID: 9a2b6270-c6aa-4ee0-a250-be0428181fcf with Priority: HIGHEST for action port [ 579.400544] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2b6270-c6aa-4ee0-a250-be0428181fcf with Priority: HIGHEST for action port [ 579.401211] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2b6270-c6aa-4ee0-a250-be0428181fcf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.401540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2b6270-c6aa-4ee0-a250-be0428181fcf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.401540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2b6270-c6aa-4ee0-a250-be0428181fcf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.401540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2b6270-c6aa-4ee0-a250-be0428181fcf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.401966] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2b6270-c6aa-4ee0-a250-be0428181fcf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.903953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a2b6270-c6aa-4ee0-a250-be0428181fcf [ 579.904208] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.904460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.904460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.904833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.904833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.904955] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a2b6270-c6aa-4ee0-a250-be0428181fcf already deleted. [ 579.904955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2b6270-c6aa-4ee0-a250-be0428181fcf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.141587] env[65255]: INFO networking_nsxv3.common.synchronization [None req-6a08ec53-8c3f-4435-9cb1-99bfbc4328bd None None] Enqueued Resource ID: 421a0f5c-9084-4027-8447-09571341ee7f with Priority: HIGHEST for action port [ 580.142389] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421a0f5c-9084-4027-8447-09571341ee7f with Priority: HIGHEST for action port [ 580.142835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-421a0f5c-9084-4027-8447-09571341ee7f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.143063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421a0f5c-9084-4027-8447-09571341ee7f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.143275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421a0f5c-9084-4027-8447-09571341ee7f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.143638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421a0f5c-9084-4027-8447-09571341ee7f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.143730] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421a0f5c-9084-4027-8447-09571341ee7f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.647754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 421a0f5c-9084-4027-8447-09571341ee7f [ 580.648804] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.648804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.648939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.649069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.649165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.649279] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:421a0f5c-9084-4027-8447-09571341ee7f already deleted. [ 580.649363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421a0f5c-9084-4027-8447-09571341ee7f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.776705] env[65255]: INFO networking_nsxv3.common.synchronization [None req-10709339-289b-41b1-9ed2-164c3b5c4bb8 None None] Enqueued Resource ID: b1584c73-0c0d-453b-aad8-cdf21e6e9327 with Priority: HIGHEST for action port [ 581.777325] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1584c73-0c0d-453b-aad8-cdf21e6e9327 with Priority: HIGHEST for action port [ 581.777608] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1584c73-0c0d-453b-aad8-cdf21e6e9327 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.777735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1584c73-0c0d-453b-aad8-cdf21e6e9327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.777804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1584c73-0c0d-453b-aad8-cdf21e6e9327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.779272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1584c73-0c0d-453b-aad8-cdf21e6e9327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.779272] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1584c73-0c0d-453b-aad8-cdf21e6e9327',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.281049] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1584c73-0c0d-453b-aad8-cdf21e6e9327 [ 582.281479] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.281618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.281618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.281813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.281904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.281997] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1584c73-0c0d-453b-aad8-cdf21e6e9327 already deleted. [ 582.282091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1584c73-0c0d-453b-aad8-cdf21e6e9327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.367582] env[65255]: INFO networking_nsxv3.common.synchronization [None req-49735e55-fbfe-4bd1-9130-e25f71c617e2 None None] Enqueued Resource ID: 2141d796-bff6-43d2-8cda-382f9cc803ea with Priority: HIGHEST for action port [ 582.367582] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2141d796-bff6-43d2-8cda-382f9cc803ea with Priority: HIGHEST for action port [ 582.367582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2141d796-bff6-43d2-8cda-382f9cc803ea taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.367582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2141d796-bff6-43d2-8cda-382f9cc803ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.367582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2141d796-bff6-43d2-8cda-382f9cc803ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.368381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2141d796-bff6-43d2-8cda-382f9cc803ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.368381] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2141d796-bff6-43d2-8cda-382f9cc803ea',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.872343] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2141d796-bff6-43d2-8cda-382f9cc803ea [ 582.873068] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.873068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.873068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.873068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.873298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.873298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2141d796-bff6-43d2-8cda-382f9cc803ea already deleted. [ 582.873362] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2141d796-bff6-43d2-8cda-382f9cc803ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.516548] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ceda3106-3b10-49ae-97d2-6fd1eeb4c1e3 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 583.516548] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 583.516548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.518106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.518291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.520155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.520155] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.740274] env[65255]: INFO networking_nsxv3.common.synchronization [None req-d5056024-ae8d-4688-b2ba-50267cc1a9bf None None] Enqueued Resource ID: e20b61c0-811c-41f2-8429-6dc5b9405716 with Priority: HIGHEST for action port [ 583.740801] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20b61c0-811c-41f2-8429-6dc5b9405716 with Priority: HIGHEST for action port [ 583.741404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20b61c0-811c-41f2-8429-6dc5b9405716 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.741580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20b61c0-811c-41f2-8429-6dc5b9405716" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.741669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20b61c0-811c-41f2-8429-6dc5b9405716" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.741957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20b61c0-811c-41f2-8429-6dc5b9405716" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.742102] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20b61c0-811c-41f2-8429-6dc5b9405716',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.893817] env[65255]: INFO networking_nsxv3.common.synchronization [None req-45a60117-98c0-48e8-a367-3cc957e4c78a tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 583.894813] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 583.894901] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.895053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.043381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.043562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.043640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.044114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.044114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.044341] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 already deleted. [ 584.044452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.044648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.044793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.044875] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.246629] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20b61c0-811c-41f2-8429-6dc5b9405716 [ 584.246885] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.246885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.247071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.247162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.247254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.247353] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20b61c0-811c-41f2-8429-6dc5b9405716 already deleted. [ 584.247438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20b61c0-811c-41f2-8429-6dc5b9405716" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.568373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.568732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.568732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.568832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.568889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.568978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 already deleted. [ 584.569053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.579369] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7e7a09db-5d77-4647-b762-a33b3895e400 None None] Enqueued Resource ID: a6f1bcdc-0f14-4d9a-800b-761b5f288035 with Priority: HIGHEST for action port [ 585.579369] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f1bcdc-0f14-4d9a-800b-761b5f288035 with Priority: HIGHEST for action port [ 585.580324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f1bcdc-0f14-4d9a-800b-761b5f288035 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.580324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f1bcdc-0f14-4d9a-800b-761b5f288035" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.580324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f1bcdc-0f14-4d9a-800b-761b5f288035" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.580324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f1bcdc-0f14-4d9a-800b-761b5f288035" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.580561] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f1bcdc-0f14-4d9a-800b-761b5f288035',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.005157] env[65255]: INFO networking_nsxv3.common.synchronization [None req-06bd8c7e-47ee-4dca-8076-9afbaf4a6009 None None] Enqueued Resource ID: f53d0913-17c0-4a2e-9bda-80ec97967978 with Priority: HIGHEST for action port [ 586.005157] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53d0913-17c0-4a2e-9bda-80ec97967978 with Priority: HIGHEST for action port [ 586.005157] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53d0913-17c0-4a2e-9bda-80ec97967978 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.005157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53d0913-17c0-4a2e-9bda-80ec97967978" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.005157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53d0913-17c0-4a2e-9bda-80ec97967978" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.005951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53d0913-17c0-4a2e-9bda-80ec97967978" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.006424] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53d0913-17c0-4a2e-9bda-80ec97967978',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.083763] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f1bcdc-0f14-4d9a-800b-761b5f288035 [ 586.083763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.083763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.083763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.083763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.083763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.083763] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f1bcdc-0f14-4d9a-800b-761b5f288035 already deleted. [ 586.083763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f1bcdc-0f14-4d9a-800b-761b5f288035" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.510306] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53d0913-17c0-4a2e-9bda-80ec97967978 [ 586.510537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.510673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.510745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.510962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.511095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.511428] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53d0913-17c0-4a2e-9bda-80ec97967978 already deleted. [ 586.511428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53d0913-17c0-4a2e-9bda-80ec97967978" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.642125] env[65255]: INFO networking_nsxv3.common.synchronization [None req-380bc139-6ad0-4819-8d9f-42b8c26594df None None] Enqueued Resource ID: 9fd5e860-d492-44f1-89d0-ea17c9eb4863 with Priority: HIGHEST for action port [ 586.642377] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd5e860-d492-44f1-89d0-ea17c9eb4863 with Priority: HIGHEST for action port [ 586.642861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd5e860-d492-44f1-89d0-ea17c9eb4863 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.642997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd5e860-d492-44f1-89d0-ea17c9eb4863" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.643075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd5e860-d492-44f1-89d0-ea17c9eb4863" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.643779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd5e860-d492-44f1-89d0-ea17c9eb4863" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.643779] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd5e860-d492-44f1-89d0-ea17c9eb4863',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.148526] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fd5e860-d492-44f1-89d0-ea17c9eb4863 [ 587.148526] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.148724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.148724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.148968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.149050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.149214] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fd5e860-d492-44f1-89d0-ea17c9eb4863 already deleted. [ 587.149214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd5e860-d492-44f1-89d0-ea17c9eb4863" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.871305] env[65255]: INFO networking_nsxv3.common.synchronization [req-68f402fe-31c3-4c1c-9635-04001cc28f93 req-707843b3-76bf-4da9-8280-32f7a98fa6d2 tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 587.871305] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 587.871305] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.871305] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.871305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.871305] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.128052] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e928fd29-bd62-434a-a6ee-24ceac30e21d None None] Enqueued Resource ID: b5e53c64-e963-4e7e-9f89-70a40281b471 with Priority: HIGHEST for action port [ 588.128336] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e53c64-e963-4e7e-9f89-70a40281b471 with Priority: HIGHEST for action port [ 588.128881] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e53c64-e963-4e7e-9f89-70a40281b471 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.128982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e53c64-e963-4e7e-9f89-70a40281b471" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.129025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e53c64-e963-4e7e-9f89-70a40281b471" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.129303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e53c64-e963-4e7e-9f89-70a40281b471" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.129366] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e53c64-e963-4e7e-9f89-70a40281b471',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.375038] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.375550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.375866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.377092] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.377092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 already deleted. [ 588.377092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.565315] env[65255]: INFO networking_nsxv3.common.synchronization [None req-d97b3c38-3a8c-4214-a3bf-6f02f3a21ecc None None] Enqueued Resource ID: d174b7c9-a5c6-4602-a1d8-e1a5abc4f448 with Priority: HIGHEST for action port [ 588.565541] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d174b7c9-a5c6-4602-a1d8-e1a5abc4f448 with Priority: HIGHEST for action port [ 588.565793] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d174b7c9-a5c6-4602-a1d8-e1a5abc4f448 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.566255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d174b7c9-a5c6-4602-a1d8-e1a5abc4f448" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.566255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d174b7c9-a5c6-4602-a1d8-e1a5abc4f448" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.566375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d174b7c9-a5c6-4602-a1d8-e1a5abc4f448" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.566422] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d174b7c9-a5c6-4602-a1d8-e1a5abc4f448',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.634135] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e53c64-e963-4e7e-9f89-70a40281b471 [ 588.634135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.634135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.634292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.634650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.634650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.634650] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e53c64-e963-4e7e-9f89-70a40281b471 already deleted. [ 588.634816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e53c64-e963-4e7e-9f89-70a40281b471" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.812695] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.812917] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.813071] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.813385] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.813672] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.813868] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.813975] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.814188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.814318] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.815731] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.815731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.815731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.815731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.815731] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.815731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.815731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.836824] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.837588] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.837588] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.837588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.837588] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.837814] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.837848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.838165] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.838304] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.069180] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d174b7c9-a5c6-4602-a1d8-e1a5abc4f448 [ 589.069576] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.069651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.069743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.070334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.070334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.070334] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d174b7c9-a5c6-4602-a1d8-e1a5abc4f448 already deleted. [ 589.070334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d174b7c9-a5c6-4602-a1d8-e1a5abc4f448" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.340541] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.340752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.340882] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.341173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.341503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.341503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 not found, creating... [ 589.341722] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.341874] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.341986] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.342211] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.342357] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.342743] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.342902] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.343042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.343331] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.343400] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.343556] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 is going to be created. [ 589.369085] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.369305] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.369431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.369718] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.369939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.370175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.408040] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b658c1d6-ab3f-42a8-8014-c2bf885383cb None None] Enqueued Resource ID: b1a81a5d-5748-4a64-aaa7-2be8e8e21e21 with Priority: HIGHEST for action port [ 589.408040] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a81a5d-5748-4a64-aaa7-2be8e8e21e21 with Priority: HIGHEST for action port [ 589.408040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a81a5d-5748-4a64-aaa7-2be8e8e21e21 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.408189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a81a5d-5748-4a64-aaa7-2be8e8e21e21" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.408189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a81a5d-5748-4a64-aaa7-2be8e8e21e21" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.408574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a81a5d-5748-4a64-aaa7-2be8e8e21e21" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.408574] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a81a5d-5748-4a64-aaa7-2be8e8e21e21',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.910981] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a81a5d-5748-4a64-aaa7-2be8e8e21e21 [ 589.911469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.911663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.911744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.911978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.912083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.912186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a81a5d-5748-4a64-aaa7-2be8e8e21e21 already deleted. [ 589.912269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a81a5d-5748-4a64-aaa7-2be8e8e21e21" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [req-68f402fe-31c3-4c1c-9635-04001cc28f93 req-80cd551c-b410-45df-a166-d8d1a938c968 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [req-68f402fe-31c3-4c1c-9635-04001cc28f93 req-80cd551c-b410-45df-a166-d8d1a938c968 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [req-68f402fe-31c3-4c1c-9635-04001cc28f93 req-80cd551c-b410-45df-a166-d8d1a938c968 service nova] Enqueued Resource ID: 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 with Priority: HIGHEST for action port [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 590.204372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 with Priority: HIGHEST for action port [ 590.205983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.206293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.206471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.207267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.207444] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.208421] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.208652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.208815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.209110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.209400] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.209607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.209760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.210413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.210598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.210928] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.214019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.214019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.214019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.214019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.214019] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.715279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.715372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.732878] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.733898] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 with status ACTIVE [ 590.734122] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.734246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.734316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.734564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.734654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.734834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.734935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.735000] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.735254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.735254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.735611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.735611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.735611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.735802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.735802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.735887] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2 is going to be updated. [ 590.758424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.758883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.758883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.758883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.759037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.759163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af2b234-8a40-4ede-88bb-1e1dd6ddd2d2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.229644] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c9ba2a78-6a69-45af-bc0d-021cfafb4f39 None None] Enqueued Resource ID: de6c8e7d-5615-4caf-bd8a-a07b334fae49 with Priority: HIGHEST for action port [ 591.230794] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6c8e7d-5615-4caf-bd8a-a07b334fae49 with Priority: HIGHEST for action port [ 591.230794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6c8e7d-5615-4caf-bd8a-a07b334fae49 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.230794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6c8e7d-5615-4caf-bd8a-a07b334fae49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.230794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6c8e7d-5615-4caf-bd8a-a07b334fae49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.230980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6c8e7d-5615-4caf-bd8a-a07b334fae49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.231069] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6c8e7d-5615-4caf-bd8a-a07b334fae49',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.239044] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.288103] env[65255]: INFO networking_nsxv3.common.synchronization [req-d32875cd-9832-47a3-a162-2e6ed8b835a1 req-f7887f4a-c077-4963-b32a-f496859db836 tempest-TenantUsagesTestJSON-2053377894 tempest-TenantUsagesTestJSON-2053377894-project-member] Enqueued Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 591.288103] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 591.288103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.288346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.288346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.289078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.289078] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.289078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.289078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.289078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.289830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.289830] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.496341] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c76265cf-da6b-485b-8828-ae6649b09746 None None] Enqueued Resource ID: 97425026-6e15-49d0-b427-772fdd6917f7 with Priority: HIGHEST for action port [ 591.496442] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97425026-6e15-49d0-b427-772fdd6917f7 with Priority: HIGHEST for action port [ 591.496986] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-97425026-6e15-49d0-b427-772fdd6917f7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.497163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97425026-6e15-49d0-b427-772fdd6917f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.497213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97425026-6e15-49d0-b427-772fdd6917f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.497492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97425026-6e15-49d0-b427-772fdd6917f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.497544] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97425026-6e15-49d0-b427-772fdd6917f7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.732988] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de6c8e7d-5615-4caf-bd8a-a07b334fae49 [ 591.733486] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.733486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.733486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.733666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.733769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.733850] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de6c8e7d-5615-4caf-bd8a-a07b334fae49 already deleted. [ 591.733933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6c8e7d-5615-4caf-bd8a-a07b334fae49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.740662] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.740822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.740822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.741040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.741128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.741248] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be created. [ 591.775690] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.775929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.775929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.776156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.776318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.790123] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: UNINITIALIZED for 2s [ 591.792418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.792563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.792628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.792802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.792971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.793160] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.793327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.793327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.793896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.793896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.793896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 already deleted. [ 591.793896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.808047] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.808263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.808411] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.808727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.808990] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.810091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.810091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.810091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.810091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.810091] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.810091] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.810336] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.810336] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.810392] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.811164] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.811164] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.838106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.838106] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.838106] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.838106] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.838106] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-cad8fb6c-edc8-48c5-b377-5041266c4c4c taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.838106] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.838106] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.838788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.838788] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad8fb6c-edc8-48c5-b377-5041266c4c4c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.001687] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97425026-6e15-49d0-b427-772fdd6917f7 [ 592.002401] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.002401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.002401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.002401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.002722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.002722] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97425026-6e15-49d0-b427-772fdd6917f7 already deleted. [ 592.002722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97425026-6e15-49d0-b427-772fdd6917f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.341372] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.341683] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.341724] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.342396] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.342396] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.342396] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port cad8fb6c-edc8-48c5-b377-5041266c4c4c not found, creating... [ 592.342619] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.343037] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.343037] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.343119] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.343276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.343655] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.343810] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.344191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.344191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.344274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.344396] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: cad8fb6c-edc8-48c5-b377-5041266c4c4c is going to be created. [ 592.374142] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.374386] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.374444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.374720] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.374943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.375176] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.087242] env[65255]: INFO networking_nsxv3.common.synchronization [req-d32875cd-9832-47a3-a162-2e6ed8b835a1 req-fe0bd1b5-20f8-4a0e-b3a7-a9d8f269a982 service nova] Enqueued Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_rules [ 593.087242] env[65255]: INFO networking_nsxv3.common.synchronization [req-d32875cd-9832-47a3-a162-2e6ed8b835a1 req-fe0bd1b5-20f8-4a0e-b3a7-a9d8f269a982 service nova] Enqueued Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 593.087242] env[65255]: INFO networking_nsxv3.common.synchronization [req-d32875cd-9832-47a3-a162-2e6ed8b835a1 req-fe0bd1b5-20f8-4a0e-b3a7-a9d8f269a982 service nova] Enqueued Resource ID: cad8fb6c-edc8-48c5-b377-5041266c4c4c with Priority: HIGHEST for action port [ 593.087242] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_rules [ 593.090972] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 593.091134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad8fb6c-edc8-48c5-b377-5041266c4c4c with Priority: HIGHEST for action port [ 593.091504] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.091710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.091987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.092213] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.095397] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.095601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.095658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.095937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.096225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.096395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.096554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.096651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.096811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.097806] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad8fb6c-edc8-48c5-b377-5041266c4c4c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.098038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.098142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.098277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.098369] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad8fb6c-edc8-48c5-b377-5041266c4c4c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.505592] env[65255]: INFO networking_nsxv3.common.synchronization [req-70a3a14c-2cc4-4a9f-a44f-c16f49b870ab req-9cac9ee5-5523-4e19-8bde-f301a890a9e6 tempest-ServerDiagnosticsTest-1849443566 tempest-ServerDiagnosticsTest-1849443566-project-member] Enqueued Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 593.508897] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 593.508897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.509082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.509082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.509436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.509594] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.509674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.510050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.510050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.510471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.510517] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.601805] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.601805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.601805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.604352] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cad8fb6c-edc8-48c5-b377-5041266c4c4c with status ACTIVE [ 593.606979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.606979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.606979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.606979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.606979] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cad8fb6c-edc8-48c5-b377-5041266c4c4c is going to be updated. [ 593.631982] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.632109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.632181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.632655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.632763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad8fb6c-edc8-48c5-b377-5041266c4c4c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.736766] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e5508b83-08bb-4a1b-b7bf-8aeda1c6e161 tempest-VolumesAssistedSnapshotsTest-333972637 tempest-VolumesAssistedSnapshotsTest-333972637-project-member] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 593.737516] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 593.737699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.737822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.737891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.740134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.740134] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.799432] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 593.799674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.799839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.801621] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.801621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.801621] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.897260] env[65255]: INFO networking_nsxv3.common.synchronization [None req-f23a1914-6b18-47a2-9813-1fe1587db16a tempest-VolumesAssistedSnapshotsTest-333972637 tempest-VolumesAssistedSnapshotsTest-333972637-project-member] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 593.900350] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 593.900969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.901221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.933920] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.934221] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.934327] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.934580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.934834] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.935146] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.935146] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.935621] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.935786] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.935986] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.936125] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.936208] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.936311] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.936431] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.936501] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.936623] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.956169] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.956396] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.956553] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.956749] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.957072] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-c441020f-c67a-46c1-8ffa-c323cbc79086 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.957243] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.957383] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.957664] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.957975] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c441020f-c67a-46c1-8ffa-c323cbc79086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.965991] env[65255]: INFO networking_nsxv3.common.synchronization [None req-bd2098ac-c129-45af-9fc2-2bd74deef738 None None] Enqueued Resource ID: 0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af with Priority: HIGHEST for action port [ 593.965991] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af with Priority: HIGHEST for action port [ 593.966694] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.966694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.966694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.967115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.967115] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.015189] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015189] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015189] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 already deleted. [ 594.015189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.104797] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.261214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.261440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.261496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.261668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.262009] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.262009] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 already deleted. [ 594.262009] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.262186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.262298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.262386] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.304289] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.304563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.304679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.304906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.305099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.305199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.305269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.305415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.305504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.305590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.305739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.305836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.305891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.306187] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.306280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.306633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.306633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.306633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.306767] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.459970] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.460214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.460334] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.460608] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.460837] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.460939] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port c441020f-c67a-46c1-8ffa-c323cbc79086 not found, creating... [ 594.461511] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.461511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.461511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.461725] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.461725] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.461985] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.462153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.465048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.465048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.465048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.465048] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: c441020f-c67a-46c1-8ffa-c323cbc79086 is going to be created. [ 594.469718] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af [ 594.469946] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.470083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.470149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.470333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.470416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.470503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af already deleted. [ 594.470580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c6ac3b8-3fe2-41c0-aaf7-6ab2ac2b93af" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.490423] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.490713] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.490713] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.491545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.491545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.491545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.607308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.607308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.607308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.607308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.607308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.607761] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 is going to be created. [ 594.647536] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.647536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.647680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.648189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.648189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.659554] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: UNINITIALIZED for 2s [ 594.786079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.786079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.786079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.786290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.786383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.786486] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 already deleted. [ 594.786568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.810782] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2089441f-6d25-44cd-aa6a-1d4034578300: rpc.has_security_group_logging(os_id): False [ 594.830840] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.831610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.831610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.831610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.831991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.831991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.831991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.831991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.833685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.833685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.833685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.839049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.839178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.839287] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be created. [ 594.910462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.910799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.910799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.910996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.911170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.923630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 595.319444] env[65255]: INFO networking_nsxv3.common.synchronization [req-70a3a14c-2cc4-4a9f-a44f-c16f49b870ab req-f76d0ee5-a312-470f-b375-97ea1660f892 service nova] Enqueued Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_rules [ 595.323057] env[65255]: INFO networking_nsxv3.common.synchronization [req-70a3a14c-2cc4-4a9f-a44f-c16f49b870ab req-f76d0ee5-a312-470f-b375-97ea1660f892 service nova] Enqueued Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 595.323057] env[65255]: INFO networking_nsxv3.common.synchronization [req-70a3a14c-2cc4-4a9f-a44f-c16f49b870ab req-f76d0ee5-a312-470f-b375-97ea1660f892 service nova] Enqueued Resource ID: c441020f-c67a-46c1-8ffa-c323cbc79086 with Priority: HIGHEST for action port [ 595.324156] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_rules [ 595.324156] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 595.324156] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c441020f-c67a-46c1-8ffa-c323cbc79086 with Priority: HIGHEST for action port [ 595.324156] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.324156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.324156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.324610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.324610] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.325273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.325391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.325460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.325628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.325781] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.325907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.325994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.326204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.326296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.326394] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.332836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c441020f-c67a-46c1-8ffa-c323cbc79086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.333065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.333131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.333366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.333469] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c441020f-c67a-46c1-8ffa-c323cbc79086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.835703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.836157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.836403] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.837385] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c441020f-c67a-46c1-8ffa-c323cbc79086 with status ACTIVE [ 595.837587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.837707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.837770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.838026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.838129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.838322] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.838423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.838483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.838632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.838817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.839013] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.839946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.840029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.840201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.840268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.840359] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c441020f-c67a-46c1-8ffa-c323cbc79086 is going to be updated. [ 595.868216] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.868216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.868216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.868216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.868216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.869104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c441020f-c67a-46c1-8ffa-c323cbc79086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.344467] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.671617] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: SUCCESS [ 596.671885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.672334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.672334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.672474] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.672596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.672653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.672856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.672952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.673050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.673338] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.847975] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.848230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.848230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.848404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.848500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.848595] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 is going to be created. [ 596.878184] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.878587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.878699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.879713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.879713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.889496] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: UNINITIALIZED for 2s [ 596.941130] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 596.943040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.177829] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.177829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.177829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.177829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.178220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.178220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.178220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.178458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.178458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.178458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.178579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.178662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.178735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.178848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.178980] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.180136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.180136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.180136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.180136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.180136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.180136] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.682311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0492a31-08cb-4c7a-9e15-058725ef92b8: rpc.has_security_group_logging(os_id): False [ 597.700297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.700642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.700642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.700767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.700804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.701132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.701238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.701319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.701456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.701533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.701734] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.701826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.701888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.702036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.702113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.702346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.702450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.702696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.702850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.702975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703111] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 is going to be created. [ 597.769229] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.769548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.769548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.769745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.769929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.782697] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: IN_PROGRESS for 2s [ 598.187402] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d4b6593-fcef-4d38-87f0-51cc115701a8 req-b3bcb0ac-6d4a-4e41-b463-349e44d7a56d tempest-DeleteServersAdminTestJSON-1469449096 tempest-DeleteServersAdminTestJSON-1469449096-project-member] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 598.187402] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 598.190192] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.190853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.191820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.192326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.192673] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.192957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.193074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.193287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.193429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.193577] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.525171] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.525171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.525171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.525171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.525171] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.525416] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.525687] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.525839] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.526022] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.526273] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.526419] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.526545] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.526673] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.526801] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.526919] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.527106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.551803] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.552016] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.552228] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.553809] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.554167] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-aa0c464c-f495-46ab-ba2e-d95d54120d39 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.554507] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.554665] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.554992] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.555150] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0c464c-f495-46ab-ba2e-d95d54120d39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.696701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.696905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.696981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.697241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.697360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.697579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.697689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.697760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.697936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.698025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.698364] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 already deleted. [ 598.698734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.900896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: SUCCESS [ 598.901151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.901298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.901528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.901844] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.902043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.902115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.902347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.902459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.902606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.902762] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.058079] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.058394] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.058530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.062474] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.062665] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.062835] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port aa0c464c-f495-46ab-ba2e-d95d54120d39 not found, creating... [ 599.063149] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.063336] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.063460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.063704] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.063857] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.064215] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.064381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.064524] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.064750] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.064951] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.065037] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: aa0c464c-f495-46ab-ba2e-d95d54120d39 is going to be created. [ 599.092293] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.092550] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.092675] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.092859] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.093101] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.093377] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.405067] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.405593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.405593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.405593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.405826] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.405826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.405957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.406024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.406216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.406216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.406377] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.406453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.406517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.406624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.406767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.406860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.406931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.407069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.407146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.407221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.407314] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.799527] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: SUCCESS [ 599.799796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.904868] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d4b6593-fcef-4d38-87f0-51cc115701a8 req-17e2a1c6-3da7-499c-93cc-c4370edee939 service nova] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_rules [ 599.905515] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d4b6593-fcef-4d38-87f0-51cc115701a8 req-17e2a1c6-3da7-499c-93cc-c4370edee939 service nova] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 599.905653] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d4b6593-fcef-4d38-87f0-51cc115701a8 req-17e2a1c6-3da7-499c-93cc-c4370edee939 service nova] Enqueued Resource ID: aa0c464c-f495-46ab-ba2e-d95d54120d39 with Priority: HIGHEST for action port [ 599.907771] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_rules [ 599.907771] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 599.907771] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c464c-f495-46ab-ba2e-d95d54120d39 with Priority: HIGHEST for action port [ 599.907771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.907771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.907771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.908203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.908495] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.909413] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.909586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.909708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.912352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.912352] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.912352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0c464c-f495-46ab-ba2e-d95d54120d39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.912352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.912352] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0c464c-f495-46ab-ba2e-d95d54120d39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.914408] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59e31d05-1454-4644-b454-e3fdb2e6bff9: rpc.has_security_group_logging(os_id): False [ 599.937084] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.937414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.937414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.937729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.937729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.937981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.938105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.938205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.938394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.938489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.938688] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.939011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.939011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.939149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.939149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.940124] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.940124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.940124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.940124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.940124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.940124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 is going to be created. [ 600.007484] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.007707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.007707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.007930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.008245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.023282] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: IN_PROGRESS for 2s [ 600.414785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.415149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.417294] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa0c464c-f495-46ab-ba2e-d95d54120d39 with status ACTIVE [ 600.417481] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.417680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.417680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.417893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.417950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.418142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.418238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.418294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.418442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.418520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.418700] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.418804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.418864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.418984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.419070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.419154] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa0c464c-f495-46ab-ba2e-d95d54120d39 is going to be updated. [ 600.420226] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.445805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.446044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.446044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.446239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.446379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.446535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0c464c-f495-46ab-ba2e-d95d54120d39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.923157] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.085939] env[65255]: INFO networking_nsxv3.common.synchronization [req-8fbd0db3-8511-4d17-ac3e-8b79f8b431a3 req-f4cc32df-b6a8-41e9-82bd-f77802bdfeb0 tempest-ServersAdminNegativeTestJSON-13896186 tempest-ServersAdminNegativeTestJSON-13896186-project-member] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 601.085939] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 601.086765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.086765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.086765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.086765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.086936] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.086986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.087134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.087186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.087375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.087375] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.396273] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c366988c-353b-4620-b78c-2cf0ec09bce6 None None] Enqueued Resource ID: c19ca179-312c-4ae8-b6d1-6562b2f6c7f1 with Priority: HIGHEST for action port [ 601.400412] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19ca179-312c-4ae8-b6d1-6562b2f6c7f1 with Priority: HIGHEST for action port [ 601.401379] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c19ca179-312c-4ae8-b6d1-6562b2f6c7f1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.401569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c19ca179-312c-4ae8-b6d1-6562b2f6c7f1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.401636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c19ca179-312c-4ae8-b6d1-6562b2f6c7f1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.402481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c19ca179-312c-4ae8-b6d1-6562b2f6c7f1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.402481] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c19ca179-312c-4ae8-b6d1-6562b2f6c7f1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.426273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.426753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.426753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.426753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.426753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.427084] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be created. [ 601.455225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.455416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.455416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.455710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.455790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: UNINITIALIZED for 2s [ 601.590074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.590243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.590243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.591698] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.591698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.591698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.591884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.591919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.592012] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 already deleted. [ 601.592147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.900962] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.900962] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.901249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.901378] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.901666] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.901795] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.901906] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.903171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.903171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.903171] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.903171] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.903171] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.903171] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.903171] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.903501] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.903501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.905202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c19ca179-312c-4ae8-b6d1-6562b2f6c7f1 [ 601.905202] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.905202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.905202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.905418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.905418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.905485] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c19ca179-312c-4ae8-b6d1-6562b2f6c7f1 already deleted. [ 601.905514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c19ca179-312c-4ae8-b6d1-6562b2f6c7f1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.924620] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.924971] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.925072] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.925331] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.925792] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-2c8e768a-4a85-495d-9a13-15169a597a2a taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.926078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.926282] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.926733] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.927518] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8e768a-4a85-495d-9a13-15169a597a2a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.038444] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: SUCCESS [ 602.038672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.430130] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.430521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.430521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.431274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.431274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.431274] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 2c8e768a-4a85-495d-9a13-15169a597a2a not found, creating... [ 602.431455] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.431631] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.431788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432145] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.432366] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.432770] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.432995] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.433195] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.433483] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.433679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.433845] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 2c8e768a-4a85-495d-9a13-15169a597a2a is going to be created. [ 602.456908] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.457123] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.457239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.457549] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.457785] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.458086] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.349851] env[65255]: INFO networking_nsxv3.common.synchronization [req-8fbd0db3-8511-4d17-ac3e-8b79f8b431a3 req-8e01e15e-3465-46fb-b533-2c764b2a2c94 service nova] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_rules [ 603.350101] env[65255]: INFO networking_nsxv3.common.synchronization [req-8fbd0db3-8511-4d17-ac3e-8b79f8b431a3 req-8e01e15e-3465-46fb-b533-2c764b2a2c94 service nova] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 603.350101] env[65255]: INFO networking_nsxv3.common.synchronization [req-8fbd0db3-8511-4d17-ac3e-8b79f8b431a3 req-8e01e15e-3465-46fb-b533-2c764b2a2c94 service nova] Enqueued Resource ID: 2c8e768a-4a85-495d-9a13-15169a597a2a with Priority: HIGHEST for action port [ 603.351475] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_rules [ 603.351475] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 603.351475] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8e768a-4a85-495d-9a13-15169a597a2a with Priority: HIGHEST for action port [ 603.352939] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.353788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.353788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.354921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.355029] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.356333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.359059] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.359059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.359059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.359553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8e768a-4a85-495d-9a13-15169a597a2a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.359553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.359645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.359783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.360049] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8e768a-4a85-495d-9a13-15169a597a2a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.482509] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 603.483098] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.483098] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.483098] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.483542] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.483542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.483542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.483716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.483794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.483878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.483966] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.864264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.864264] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c8e768a-4a85-495d-9a13-15169a597a2a with status ACTIVE [ 603.864264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.864264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.864264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.864724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.864724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.864724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.864813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.864975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.866661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c8e768a-4a85-495d-9a13-15169a597a2a is going to be updated. [ 603.871678] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.873929] env[65255]: INFO networking_nsxv3.common.synchronization [None req-d13daf2d-97a3-4756-903a-ba10e999fdbb None None] Enqueued Resource ID: d91592d6-17ff-4756-ab00-6fd7bcff22da with Priority: HIGHEST for action port [ 603.876417] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91592d6-17ff-4756-ab00-6fd7bcff22da with Priority: HIGHEST for action port [ 603.877547] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91592d6-17ff-4756-ab00-6fd7bcff22da taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.877547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91592d6-17ff-4756-ab00-6fd7bcff22da" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.877547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91592d6-17ff-4756-ab00-6fd7bcff22da" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.877547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91592d6-17ff-4756-ab00-6fd7bcff22da" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.877752] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91592d6-17ff-4756-ab00-6fd7bcff22da',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.896597] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.896856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.896856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.897011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.897201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.897357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8e768a-4a85-495d-9a13-15169a597a2a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.986351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.987123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.987373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.987662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.987662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.987853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.987979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990303] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.990303] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.990303] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.377210] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.382035] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d91592d6-17ff-4756-ab00-6fd7bcff22da [ 604.382213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.382320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.382391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.382612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.382721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.382797] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d91592d6-17ff-4756-ab00-6fd7bcff22da already deleted. [ 604.382879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91592d6-17ff-4756-ab00-6fd7bcff22da" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.467217] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5d24c24-6f27-45f2-a631-0b3d1c0320a4 req-b6be6704-3fef-4691-b2c4-3d517204eb49 tempest-ServerExternalEventsTest-1351725727 tempest-ServerExternalEventsTest-1351725727-project-member] Enqueued Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 604.467217] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 604.467217] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.467217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.467537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.467537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.467613] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.467715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.467784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.467964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468464] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.493314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6451f3a4-3735-4fca-aded-9e7d08caed29: rpc.has_security_group_logging(os_id): False [ 604.513836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.514765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.514765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.515629] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.515763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.515838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.518333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.518705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.519449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.519449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.519449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.519617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.519698] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be created. [ 604.588855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.589043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.589122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.589431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.589705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.609485] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 604.879530] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.879755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.879755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.879972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.880076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.880176] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be created. [ 604.907445] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.907590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.908076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.918942] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: UNINITIALIZED for 2s [ 604.972728] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972728] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972728] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 already deleted. [ 604.972728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.065308] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.066057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.066317] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.066627] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.066925] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.067119] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.067293] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.067591] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.067748] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.067979] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.068180] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.068309] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.068416] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.068546] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.068647] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.068773] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.088887] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.089086] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.089233] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.089439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089755] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-b2fbdfc7-350b-41d5-92f7-8830ba156938 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.089902] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.090020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.090372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.090511] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fbdfc7-350b-41d5-92f7-8830ba156938',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.593351] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.593759] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.593759] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.594221] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.594374] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.594548] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port b2fbdfc7-350b-41d5-92f7-8830ba156938 not found, creating... [ 605.594818] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.594961] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.595082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.595301] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.595431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.596065] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.596065] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.596065] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.596271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.596444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.596505] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: b2fbdfc7-350b-41d5-92f7-8830ba156938 is going to be created. [ 605.621045] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.621280] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.621679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.621679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.621871] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.622108] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.353300] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5d24c24-6f27-45f2-a631-0b3d1c0320a4 req-564443d0-1f40-43eb-a6b8-ac43339925e5 service nova] Enqueued Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_rules [ 606.355206] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5d24c24-6f27-45f2-a631-0b3d1c0320a4 req-564443d0-1f40-43eb-a6b8-ac43339925e5 service nova] Enqueued Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 606.355206] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5d24c24-6f27-45f2-a631-0b3d1c0320a4 req-564443d0-1f40-43eb-a6b8-ac43339925e5 service nova] Enqueued Resource ID: b2fbdfc7-350b-41d5-92f7-8830ba156938 with Priority: HIGHEST for action port [ 606.355718] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_rules [ 606.355863] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 606.355964] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fbdfc7-350b-41d5-92f7-8830ba156938 with Priority: HIGHEST for action port [ 606.356260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.356380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.356435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.356715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.356811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.357679] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.357827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.357827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.358394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.358585] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.358688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.358751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.359052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.359146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.359238] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.360428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2fbdfc7-350b-41d5-92f7-8830ba156938 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.360536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.360604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.360757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.360832] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fbdfc7-350b-41d5-92f7-8830ba156938',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.626706] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 606.626706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.862183] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.863478] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.866454] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2fbdfc7-350b-41d5-92f7-8830ba156938 with status ACTIVE [ 606.866889] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.866889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.866889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.867053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.867110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.867278] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.867368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.867439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.867621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.867697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.867880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.868462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.868462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.868462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.868462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.868462] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2fbdfc7-350b-41d5-92f7-8830ba156938 is going to be updated. [ 606.892197] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.892197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.892197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.892197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.892197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.892197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2fbdfc7-350b-41d5-92f7-8830ba156938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.930016] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 606.930165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.930313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.930546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.930745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.930911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.930955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.931103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.931205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.931283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.931351] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.056295] env[65255]: INFO networking_nsxv3.common.synchronization [req-517e1da5-db5a-42a7-aff7-d6c6cde66ec5 req-013707f9-4cab-44f1-9754-7178dcd1d2d5 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 607.056815] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 607.057441] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.057575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.057642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.057886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.058320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.058320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.058320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.058469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.058469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.058717] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.371645] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.401674] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.402276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.403066] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.403670] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.407074] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.407074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.407074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.407074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.407074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.407074] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.407074] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.407074] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.407074] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.407074] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.407074] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.407074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.428124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.428124] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.428124] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.428124] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.428124] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-3e9ce492-ac62-49dd-a12f-5b573441c884 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.428124] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.428124] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.429240] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.429240] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9ce492-ac62-49dd-a12f-5b573441c884',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.433672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.433672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.433846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.433876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.435234] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.435234] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.435234] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.435234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.436161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.436161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.436161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.436161] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.561627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.561829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.561829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.562135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.562269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.562542] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.562624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.562733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.563202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.563471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.563534] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 already deleted. [ 607.563647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.876169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.876501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.876501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.876581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.877361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.877361] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 is going to be created. [ 607.900534] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.900648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.900648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.900847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.901022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.911314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: UNINITIALIZED for 2s [ 607.930637] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.930858] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.930984] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931544] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.931887] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 3e9ce492-ac62-49dd-a12f-5b573441c884 not found, creating... [ 607.932178] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.932338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.932513] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.932770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.932862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933150] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933411] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933550] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933757] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.934245] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 3e9ce492-ac62-49dd-a12f-5b573441c884 is going to be created. [ 607.938906] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1acbd14a-9d66-4ca9-9453-1fae2598c635: rpc.has_security_group_logging(os_id): False [ 607.956254] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.956570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.956659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.956948] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.957217] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.957460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.969546] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.969773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.969773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.969949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.970051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.970272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.970372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.970457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.970584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.970660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.970865] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.970928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.971119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.971236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.971519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.971581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.971811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be created. [ 608.081414] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.081414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.081414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.096487] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 608.704774] env[65255]: INFO networking_nsxv3.common.synchronization [req-517e1da5-db5a-42a7-aff7-d6c6cde66ec5 req-7b3ff8e8-e71f-41e4-9547-667bd7ed5e8a service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 608.704774] env[65255]: INFO networking_nsxv3.common.synchronization [req-517e1da5-db5a-42a7-aff7-d6c6cde66ec5 req-7b3ff8e8-e71f-41e4-9547-667bd7ed5e8a service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 608.704774] env[65255]: INFO networking_nsxv3.common.synchronization [req-517e1da5-db5a-42a7-aff7-d6c6cde66ec5 req-7b3ff8e8-e71f-41e4-9547-667bd7ed5e8a service nova] Enqueued Resource ID: 3e9ce492-ac62-49dd-a12f-5b573441c884 with Priority: HIGHEST for action port [ 608.705078] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 608.705333] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 608.705333] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9ce492-ac62-49dd-a12f-5b573441c884 with Priority: HIGHEST for action port [ 608.705598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.705717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.705780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.705984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.706074] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.708775] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.708775] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.708775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.708775] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.710407] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9ce492-ac62-49dd-a12f-5b573441c884 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.710532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.710577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.711121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.711121] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9ce492-ac62-49dd-a12f-5b573441c884',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.211231] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.213767] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e9ce492-ac62-49dd-a12f-5b573441c884 with status ACTIVE [ 609.213767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.213767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.213767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.213767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.214194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.214194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.214194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.215393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.215393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e9ce492-ac62-49dd-a12f-5b573441c884 is going to be updated. [ 609.221455] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.221455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.246410] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.246410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.246410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.246410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.246410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.246410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9ce492-ac62-49dd-a12f-5b573441c884" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.500271] env[65255]: INFO networking_nsxv3.common.synchronization [req-822edabb-c69b-41cf-899b-f50f2bc2dc85 req-efd9144f-c969-4e07-aeec-7e0db66cb034 tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 609.501953] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 609.501953] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.501953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.501953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.503511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.503772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.503922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.504192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.504263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.504522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.505509] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.721440] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.927673] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: SUCCESS [ 609.928588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.928588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.928588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.928588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.928757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.928757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.928903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.928996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.929081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.929173] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.008577] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.008577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.008577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.008577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.008760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.008797] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.008928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.009046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.009195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.009307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.009380] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 already deleted. [ 610.009461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.112398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 610.112398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.224177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.224612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.224612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.224708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.224708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.224807] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be created. [ 610.258154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.258341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.258567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.258781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.258900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271840] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: UNINITIALIZED for 2s [ 610.412980] env[65255]: INFO networking_nsxv3.common.synchronization [None req-0c23cfac-3949-441d-b81c-da9166f38ad6 None None] Enqueued Resource ID: 52e1038e-cea3-4058-bd53-82901eaab1f5 with Priority: HIGHEST for action port [ 610.413659] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e1038e-cea3-4058-bd53-82901eaab1f5 with Priority: HIGHEST for action port [ 610.414195] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e1038e-cea3-4058-bd53-82901eaab1f5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.414353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e1038e-cea3-4058-bd53-82901eaab1f5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.414428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e1038e-cea3-4058-bd53-82901eaab1f5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.414772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e1038e-cea3-4058-bd53-82901eaab1f5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.414845] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e1038e-cea3-4058-bd53-82901eaab1f5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.434408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.434408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.434408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.434408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.434408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.435779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436488] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.497466] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.497730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.497929] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.498423] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.499138] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.499849] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.500231] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.500907] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.500907] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.500907] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.500907] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.500907] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.501152] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.501680] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.527275] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.527461] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.527590] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.531074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.531074] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-ff595942-8be6-475f-9a87-a5ac33c65021 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.531074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.531074] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.531074] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff595942-8be6-475f-9a87-a5ac33c65021',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.917460] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e1038e-cea3-4058-bd53-82901eaab1f5 [ 610.917733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.917895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.918067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.918295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.918410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.918524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e1038e-cea3-4058-bd53-82901eaab1f5 already deleted. [ 610.918627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e1038e-cea3-4058-bd53-82901eaab1f5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.940778] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b6783e6-a01a-43f3-b01d-8a8f72527ad9: rpc.has_security_group_logging(os_id): False [ 610.963350] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.963546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.963622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.963846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.963948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.964161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.964265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.964330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.964540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.964582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.964760] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.964858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.964919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.965123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.965305] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.965400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.965519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.965657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.965741] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 is going to be created. [ 611.032697] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.032939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.033038] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.033364] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.033509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.033733] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port ff595942-8be6-475f-9a87-a5ac33c65021 not found, creating... [ 611.033938] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034106] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034223] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034476] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.034615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.035030] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.035030] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.035838] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.036302] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.036494] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.036801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: ff595942-8be6-475f-9a87-a5ac33c65021 is going to be created. [ 611.039625] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.039782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.040296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.040296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.040296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.066072] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: IN_PROGRESS for 2s [ 611.082615] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.082615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.082615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.082917] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.083919] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.083919] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.203298] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9a74111a-6a6a-4400-bed7-0988db5a2923 None None] Enqueued Resource ID: 0bcf1a89-eb3f-4efb-8119-8f4c58f75889 with Priority: HIGHEST for action port [ 611.203298] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf1a89-eb3f-4efb-8119-8f4c58f75889 with Priority: HIGHEST for action port [ 611.203471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcf1a89-eb3f-4efb-8119-8f4c58f75889 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.203471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcf1a89-eb3f-4efb-8119-8f4c58f75889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.203607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcf1a89-eb3f-4efb-8119-8f4c58f75889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.203790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcf1a89-eb3f-4efb-8119-8f4c58f75889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.203874] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcf1a89-eb3f-4efb-8119-8f4c58f75889',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.706985] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bcf1a89-eb3f-4efb-8119-8f4c58f75889 [ 611.707601] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.707601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.707783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.707878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.707964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.708105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bcf1a89-eb3f-4efb-8119-8f4c58f75889 already deleted. [ 611.708213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcf1a89-eb3f-4efb-8119-8f4c58f75889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.852809] env[65255]: INFO networking_nsxv3.common.synchronization [req-822edabb-c69b-41cf-899b-f50f2bc2dc85 req-fb935e03-ca56-4268-a0c2-e185fc369341 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 611.852809] env[65255]: INFO networking_nsxv3.common.synchronization [req-822edabb-c69b-41cf-899b-f50f2bc2dc85 req-fb935e03-ca56-4268-a0c2-e185fc369341 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 611.852809] env[65255]: INFO networking_nsxv3.common.synchronization [req-822edabb-c69b-41cf-899b-f50f2bc2dc85 req-fb935e03-ca56-4268-a0c2-e185fc369341 service nova] Enqueued Resource ID: ff595942-8be6-475f-9a87-a5ac33c65021 with Priority: HIGHEST for action port [ 611.857249] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 611.857249] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 611.857249] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff595942-8be6-475f-9a87-a5ac33c65021 with Priority: HIGHEST for action port [ 611.857835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.858027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.858027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.858591] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.862225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.862388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.862469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.862834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.863060] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.863194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.863288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.863460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.863889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.863889] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.865059] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff595942-8be6-475f-9a87-a5ac33c65021 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.865059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.870257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.870580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.870671] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff595942-8be6-475f-9a87-a5ac33c65021',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.283858] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 612.283858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284398] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.284782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.284829] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.344520] env[65255]: INFO networking_nsxv3.common.synchronization [req-7fb6fc32-7ac5-4cc9-a55d-24ec86e80adf req-ca2505a6-6ad4-4b68-a781-fb86b2f73f8b tempest-VolumesAdminNegativeTest-163580345 tempest-VolumesAdminNegativeTest-163580345-project-member] Enqueued Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 612.346202] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 612.346416] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.346666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.346887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.347288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.347548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.347687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.347784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.348016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.348150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.348304] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.358267] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e4cd5b37-a978-4833-9ad1-e4b1286546f1 None None] Enqueued Resource ID: c6057d1d-63dd-4ab7-a9b9-59907c7d6432 with Priority: HIGHEST for action port [ 612.358517] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6057d1d-63dd-4ab7-a9b9-59907c7d6432 with Priority: HIGHEST for action port [ 612.359090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6057d1d-63dd-4ab7-a9b9-59907c7d6432 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.359241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6057d1d-63dd-4ab7-a9b9-59907c7d6432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.359289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6057d1d-63dd-4ab7-a9b9-59907c7d6432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.359549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6057d1d-63dd-4ab7-a9b9-59907c7d6432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.359635] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6057d1d-63dd-4ab7-a9b9-59907c7d6432',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.375670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.375670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.375670] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.375670] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff595942-8be6-475f-9a87-a5ac33c65021 with status ACTIVE [ 612.375670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.375670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.376207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.376207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.376207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.376207] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.376333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.376364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.376595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.376595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.380019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.380019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.380019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.380019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.380019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.380019] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff595942-8be6-475f-9a87-a5ac33c65021 is going to be updated. [ 612.401085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.401085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.401293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.401401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.401589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.401706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff595942-8be6-475f-9a87-a5ac33c65021" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.787268] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.851739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.851866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.852115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.852999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.853133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.853639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.853639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.853791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.853890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853987] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 already deleted. [ 612.854086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.864210] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6057d1d-63dd-4ab7-a9b9-59907c7d6432 [ 612.864662] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.864802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.864871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.865109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.865683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.865683] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6057d1d-63dd-4ab7-a9b9-59907c7d6432 already deleted. [ 612.865780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6057d1d-63dd-4ab7-a9b9-59907c7d6432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.880390] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.994531] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.994531] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-913" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.994658] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-913" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.994961] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-913" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.995224] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.995368] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.995469] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.995677] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.995808] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.995998] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.997024] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.997024] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.997024] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.997024] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.997024] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.997024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.017205] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.017370] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.017508] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.017676] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-913" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.017977] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-4e2bd796-3f65-4f63-9c3e-7de8188c9665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.018159] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.018273] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.018608] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.018746] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2bd796-3f65-4f63-9c3e-7de8188c9665',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.078327] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: SUCCESS [ 613.078649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291309] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8aef30-c5ed-40a3-98fc-1510ee2163f0: rpc.has_security_group_logging(os_id): False [ 613.309155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.309426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.309426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.309587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.309664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.309894] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.310022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.310090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.310203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.310271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.310364] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be created. [ 613.383135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.383435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.383564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.383911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.384083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.384272] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be created. [ 613.399852] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.400052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.400099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.400313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.400494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.412627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 613.426592] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.426981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.426981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.427195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.445752] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: UNINITIALIZED for 2s [ 613.467272] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8f8ac3a5-4529-4129-956f-b9004876ca47 None None] Enqueued Resource ID: be928eee-a62b-41a9-b1be-0a2dd61783d3 with Priority: HIGHEST for action port [ 613.467916] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be928eee-a62b-41a9-b1be-0a2dd61783d3 with Priority: HIGHEST for action port [ 613.468444] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-be928eee-a62b-41a9-b1be-0a2dd61783d3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.468651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be928eee-a62b-41a9-b1be-0a2dd61783d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.468750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be928eee-a62b-41a9-b1be-0a2dd61783d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.469138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be928eee-a62b-41a9-b1be-0a2dd61783d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.469260] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be928eee-a62b-41a9-b1be-0a2dd61783d3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.521511] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.521892] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.521988] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.522489] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.522686] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.522972] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 4e2bd796-3f65-4f63-9c3e-7de8188c9665 not found, creating... [ 613.523350] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.523524] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.523641] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.523882] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.524124] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.524583] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.524807] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.524958] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525310] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525492] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.525691] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 4e2bd796-3f65-4f63-9c3e-7de8188c9665 is going to be created. [ 613.550487] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.550974] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.551260] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.551628] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.551889] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.552163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.972411] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be928eee-a62b-41a9-b1be-0a2dd61783d3 [ 613.972667] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.972729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.972903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.973121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.973300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.973370] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be928eee-a62b-41a9-b1be-0a2dd61783d3 already deleted. [ 613.973488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be928eee-a62b-41a9-b1be-0a2dd61783d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.245082] env[65255]: INFO networking_nsxv3.common.synchronization [req-7fb6fc32-7ac5-4cc9-a55d-24ec86e80adf req-704b5e6b-0da9-4a28-919f-4d337e60c6ab service nova] Enqueued Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_rules [ 614.245286] env[65255]: INFO networking_nsxv3.common.synchronization [req-7fb6fc32-7ac5-4cc9-a55d-24ec86e80adf req-704b5e6b-0da9-4a28-919f-4d337e60c6ab service nova] Enqueued Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 614.245444] env[65255]: INFO networking_nsxv3.common.synchronization [req-7fb6fc32-7ac5-4cc9-a55d-24ec86e80adf req-704b5e6b-0da9-4a28-919f-4d337e60c6ab service nova] Enqueued Resource ID: 4e2bd796-3f65-4f63-9c3e-7de8188c9665 with Priority: HIGHEST for action port [ 614.246690] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_rules [ 614.246754] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 614.246999] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2bd796-3f65-4f63-9c3e-7de8188c9665 with Priority: HIGHEST for action port [ 614.247113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.247245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.247309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.247602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.247708] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.248704] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.248834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.248895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.249146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.249334] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.249469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.249573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.249788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.251101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.251201] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.252428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2bd796-3f65-4f63-9c3e-7de8188c9665 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.252428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.252428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.252578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.252578] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2bd796-3f65-4f63-9c3e-7de8188c9665',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.343761] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3280f673-ab8c-49f7-b306-971074710910 None None] Enqueued Resource ID: e911abc9-2ea5-40a2-8d8b-e5357d084385 with Priority: HIGHEST for action port [ 614.345160] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e911abc9-2ea5-40a2-8d8b-e5357d084385 with Priority: HIGHEST for action port [ 614.346280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e911abc9-2ea5-40a2-8d8b-e5357d084385 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.346700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e911abc9-2ea5-40a2-8d8b-e5357d084385" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.346776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e911abc9-2ea5-40a2-8d8b-e5357d084385" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.347057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e911abc9-2ea5-40a2-8d8b-e5357d084385" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.347160] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e911abc9-2ea5-40a2-8d8b-e5357d084385',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.755173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e2bd796-3f65-4f63-9c3e-7de8188c9665 with status ACTIVE [ 614.755792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e2bd796-3f65-4f63-9c3e-7de8188c9665 is going to be updated. [ 614.759998] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.760661] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.760799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.786617] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.786762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.786821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.787076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.787216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.787378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2bd796-3f65-4f63-9c3e-7de8188c9665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.849613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e911abc9-2ea5-40a2-8d8b-e5357d084385 [ 614.850528] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.850528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.850528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.850528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.850528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.850528] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e911abc9-2ea5-40a2-8d8b-e5357d084385 already deleted. [ 614.850847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e911abc9-2ea5-40a2-8d8b-e5357d084385" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.265033] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.429191] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 615.430051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.458562] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 615.458807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.458985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.459222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.459849] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.459849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.459849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.459849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.459849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460077] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.767565] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.767948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.767948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.768051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.768152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.768277] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 is going to be created. [ 615.795582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.795811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.795890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.796105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.796468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.809220] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: UNINITIALIZED for 2s [ 615.964366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.964662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.964662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.965150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.965150] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.966482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966482] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.967021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.967021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.967021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.967225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.967225] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.473385] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59432386-a547-4f41-91a9-9a4367b24f63: rpc.has_security_group_logging(os_id): False [ 616.497270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.497485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.497485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.497698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.498461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.498461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.498461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.498461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.500320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.500320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.500320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.501078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.501078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.501078] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be created. [ 616.565158] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.565366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.565366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.567318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.567318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.583624] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 617.062027] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e75ba915-0dbf-4f37-9c97-a04df8443de3 None None] Enqueued Resource ID: aa0be25d-103f-44c5-8bf6-cbe04c90a44c with Priority: HIGHEST for action port [ 617.063324] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0be25d-103f-44c5-8bf6-cbe04c90a44c with Priority: HIGHEST for action port [ 617.063643] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0be25d-103f-44c5-8bf6-cbe04c90a44c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.063790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0be25d-103f-44c5-8bf6-cbe04c90a44c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.063836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0be25d-103f-44c5-8bf6-cbe04c90a44c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.064125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0be25d-103f-44c5-8bf6-cbe04c90a44c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.064211] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0be25d-103f-44c5-8bf6-cbe04c90a44c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.567041] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa0be25d-103f-44c5-8bf6-cbe04c90a44c [ 617.567446] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.568272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.568272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.568272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.568272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.568272] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa0be25d-103f-44c5-8bf6-cbe04c90a44c already deleted. [ 617.568622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0be25d-103f-44c5-8bf6-cbe04c90a44c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.829018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: SUCCESS [ 617.829018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.829018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.829749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.829983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.830126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.830210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.830391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.830505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.830677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.830829] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.970112] env[65255]: INFO networking_nsxv3.common.synchronization [req-f3a0961b-828d-44fe-a874-394046cbaa90 req-08ccdeca-0ca1-492e-a73f-df3e2953b388 tempest-SecurityGroupRulesNegativeTestJSON-654492630 tempest-SecurityGroupRulesNegativeTestJSON-654492630-project-member] Enqueued Resource ID: 061ed65f-b802-4b47-8340-257fd5074db1 with Priority: HIGHEST for action security_group_rules [ 617.972579] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ed65f-b802-4b47-8340-257fd5074db1 with Priority: HIGHEST for action security_group_rules [ 617.972579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ed65f-b802-4b47-8340-257fd5074db1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.972579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.972579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.972579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.972579] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ed65f-b802-4b47-8340-257fd5074db1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.321651] env[65255]: INFO networking_nsxv3.common.synchronization [req-e133efaa-08ac-445f-9695-c74ddf972a89 req-78aee511-7420-4b2b-8161-ca78d02f34b2 tempest-ServerDiagnosticsTest-1849443566 tempest-ServerDiagnosticsTest-1849443566-project-member] Enqueued Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 618.322858] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGHEST for action security_group_members [ 618.323367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.323566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.323672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.323929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.324168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.324324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.324433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.324678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.324781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.324885] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.337362] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.337540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.337603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.337939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.338214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.338563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.338563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.338563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.338563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.338747] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.338985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.339742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.339742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.339742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.339742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.339742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.339742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.339976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.339976] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.500641] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.500827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.500899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.501241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.501458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.501560] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ed65f-b802-4b47-8340-257fd5074db1 already deleted. [ 618.501662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.601675] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 618.602199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.828027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.828077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.828279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.828404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.828654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.828763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.828829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.828997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.829095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.829185] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 is going to be updated. [ 618.842960] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18eb11ee-608e-453a-81bb-13bc66a323d5: rpc.has_security_group_logging(os_id): False [ 618.865049] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.865299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.865299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.865545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.865693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.867512] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.867697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.868067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.868256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.868359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.868413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.868562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.868634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.868838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.868988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.868988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.869667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.869756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.869947] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.870057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.870118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.870283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.870347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.870434] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 is going to be created. [ 618.880682] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: IN_PROGRESS for 2s [ 618.944670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.944960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.944997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.957480] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: IN_PROGRESS for 2s [ 619.150118] env[65255]: INFO networking_nsxv3.common.synchronization [req-762eb206-4ebb-449b-a1a4-d7fe1fe6909f req-a091544d-b260-4b71-8485-9c9424d540b6 tempest-DeleteServersAdminTestJSON-532272941 tempest-DeleteServersAdminTestJSON-532272941-project-admin] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 619.151049] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 619.151958] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.153740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.153740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.153740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.153740] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.154496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.154738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.154738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.154819] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.657187] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.657565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.657565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.657804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.657919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.658145] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.658248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.658312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.658478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.658558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.658646] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be updated. [ 619.693847] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.694023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.694023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.694437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.694637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.704509] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 619.914888] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b04c896d-d240-4880-864d-e63f41b2a1bd None None] Enqueued Resource ID: beec875b-d798-48d7-92dc-419b3fa291c8 with Priority: HIGHEST for action port [ 619.915568] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beec875b-d798-48d7-92dc-419b3fa291c8 with Priority: HIGHEST for action port [ 619.915887] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-beec875b-d798-48d7-92dc-419b3fa291c8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.916020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beec875b-d798-48d7-92dc-419b3fa291c8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.916238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beec875b-d798-48d7-92dc-419b3fa291c8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.916504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beec875b-d798-48d7-92dc-419b3fa291c8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.916585] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beec875b-d798-48d7-92dc-419b3fa291c8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.419347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beec875b-d798-48d7-92dc-419b3fa291c8 [ 620.419591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.420171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420769] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beec875b-d798-48d7-92dc-419b3fa291c8 already deleted. [ 620.420769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beec875b-d798-48d7-92dc-419b3fa291c8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.896928] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 in Status: SUCCESS [ 620.897235] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 deletion is rescheduled due to dependency. [ 620.897826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.910890] env[65255]: INFO networking_nsxv3.common.synchronization [req-b171dfb2-8793-4eec-85ec-67dd0518e04f req-4bcf6f10-a908-463a-8e32-6c1da3f72269 tempest-ServerAddressesTestJSON-1993714615 tempest-ServerAddressesTestJSON-1993714615-project-member] Enqueued Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 620.914884] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 620.914884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.914884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.914884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.914884] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.982240] env[65255]: INFO networking_nsxv3.common.synchronization [req-5c4dc754-a26f-4dd7-a0a6-f3f12a3d3d32 req-bfe63da3-e9ce-4cce-b69f-7f739beb48f6 tempest-TenantUsagesTestJSON-2053377894 tempest-TenantUsagesTestJSON-2053377894-project-member] Enqueued Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 620.982412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: SUCCESS [ 620.982595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.983263] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGHEST for action security_group_members [ 620.984036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.984036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.984335] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.984335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.984335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.984522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.984567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.984675] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.333280] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.333643] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-190" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.333643] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-190" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.334614] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-190" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335072] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.335154] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.335415] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.335697] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.336096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336170] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.336329] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.336329] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.336415] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.336712] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.336712] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.336812] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.357235] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.357465] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.357465] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.357599] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-190" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.358152] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-0bf39d69-1980-43e0-b206-069ace61dee6 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.358152] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.358152] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.358458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.359050] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf39d69-1980-43e0-b206-069ace61dee6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.420514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.420707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.421130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.421326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.421429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.421493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.421720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.421804] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666faf46-2949-465c-9e52-d0025b98143d already deleted. [ 621.421884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.488887] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.489434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.489629] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490102] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 is going to be updated. [ 621.522208] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.522349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.522447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.522636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.522836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.533865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: IN_PROGRESS for 2s [ 621.717079] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 621.717079] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 deletion is rescheduled due to dependency. [ 621.717079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.862264] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.862514] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.862634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.862926] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.863082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 0bf39d69-1980-43e0-b206-069ace61dee6 not found, creating... [ 621.863705] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.863880] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.864163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.864322] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.864369] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.865033] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.865033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.865033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.865440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.865861] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.866106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 0bf39d69-1980-43e0-b206-069ace61dee6 is going to be created. [ 621.920425] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.920818] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.920818] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.921694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.921694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.921694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.708955] env[65255]: INFO networking_nsxv3.common.synchronization [req-b171dfb2-8793-4eec-85ec-67dd0518e04f req-747cd40c-c893-48af-80f4-a6be6229b889 service nova] Enqueued Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_rules [ 622.709135] env[65255]: INFO networking_nsxv3.common.synchronization [req-b171dfb2-8793-4eec-85ec-67dd0518e04f req-747cd40c-c893-48af-80f4-a6be6229b889 service nova] Enqueued Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 622.709273] env[65255]: INFO networking_nsxv3.common.synchronization [req-b171dfb2-8793-4eec-85ec-67dd0518e04f req-747cd40c-c893-48af-80f4-a6be6229b889 service nova] Enqueued Resource ID: 0bf39d69-1980-43e0-b206-069ace61dee6 with Priority: HIGHEST for action port [ 622.709807] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_rules [ 622.709948] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 622.710099] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf39d69-1980-43e0-b206-069ace61dee6 with Priority: HIGHEST for action port [ 622.710322] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.710445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.710514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.710769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.710852] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.711987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.712115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.712184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.712354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.712526] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.712624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.712709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.712824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.712908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.712999] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.713748] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf39d69-1980-43e0-b206-069ace61dee6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.713839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.713960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.714071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.714144] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf39d69-1980-43e0-b206-069ace61dee6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.957551] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7676a2c6-a9c0-4868-b8c9-b657342ad725 None None] Enqueued Resource ID: 6bef08dd-db7c-4441-8fc7-8d79c7bd8645 with Priority: HIGHEST for action port [ 622.957997] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bef08dd-db7c-4441-8fc7-8d79c7bd8645 with Priority: HIGHEST for action port [ 622.958331] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bef08dd-db7c-4441-8fc7-8d79c7bd8645 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.958452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bef08dd-db7c-4441-8fc7-8d79c7bd8645" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.958580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bef08dd-db7c-4441-8fc7-8d79c7bd8645" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.958795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bef08dd-db7c-4441-8fc7-8d79c7bd8645" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.958888] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bef08dd-db7c-4441-8fc7-8d79c7bd8645',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.144743] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b6899f4-3d51-439d-8003-d85146cd5f41 req-3386daec-f694-4603-96e2-2c443646f6db tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 623.147134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 623.147789] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.147789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.148397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.148397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.148900] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.150447] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.215982] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.216213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.216403] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.218040] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bf39d69-1980-43e0-b206-069ace61dee6 with status ACTIVE [ 623.218040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.218040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.218040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.218040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.218040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.218707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.218707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.218707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.218707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.218707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.218707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.219274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.219441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.220140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.220140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.220140] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bf39d69-1980-43e0-b206-069ace61dee6 is going to be updated. [ 623.247235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.247419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.247419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.248366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.248626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.248815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf39d69-1980-43e0-b206-069ace61dee6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.464163] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bef08dd-db7c-4441-8fc7-8d79c7bd8645 [ 623.468889] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.468889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.468889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.468889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.468889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.468889] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bef08dd-db7c-4441-8fc7-8d79c7bd8645 already deleted. [ 623.468889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bef08dd-db7c-4441-8fc7-8d79c7bd8645" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.548405] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 in Status: SUCCESS [ 623.548596] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 deletion is rescheduled due to dependency. [ 623.548713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.608876] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.609108] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.609238] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.609596] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.609908] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.610166] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.610227] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.610447] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.610595] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.610902] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.611230] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.611408] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.611463] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.611568] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.611787] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.611838] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.634579] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.634713] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.634848] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.635025] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.635369] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-960cf232-5b82-4af9-a39c-93d25eef6eb0 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635937] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.635937] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.635937] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636102] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960cf232-5b82-4af9-a39c-93d25eef6eb0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.644243] env[65255]: INFO networking_nsxv3.common.synchronization [req-31fcb56c-5c5f-4295-80e9-477f4a66dafc req-8e6fe522-324e-4ad6-a7ed-d1429645e73e tempest-SecurityGroupRulesNegativeTestJSON-654492630 tempest-SecurityGroupRulesNegativeTestJSON-654492630-project-member] Enqueued Resource ID: 061ed65f-b802-4b47-8340-257fd5074db1 with Priority: HIGHEST for action security_group_rules [ 623.644780] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061ed65f-b802-4b47-8340-257fd5074db1 with Priority: HIGHEST for action security_group_rules [ 623.645323] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061ed65f-b802-4b47-8340-257fd5074db1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.645323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.645323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.645580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.645634] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061ed65f-b802-4b47-8340-257fd5074db1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.654221] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.723766] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.142143] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.142490] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.142624] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.142978] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.143222] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.144034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 960cf232-5b82-4af9-a39c-93d25eef6eb0 not found, creating... [ 624.144034] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.144249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.144417] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.144727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.144904] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.147182] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.147182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.147182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.147530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.147530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.147530] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 960cf232-5b82-4af9-a39c-93d25eef6eb0 is going to be created. [ 624.157300] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.175158] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.175158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.175158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.175158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.175158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.175158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.175929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.176368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.176535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.176814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.176996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.177378] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061ed65f-b802-4b47-8340-257fd5074db1 already deleted. [ 624.177657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061ed65f-b802-4b47-8340-257fd5074db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.225302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.225482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.225541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.225779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.225882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.225988] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666faf46-2949-465c-9e52-d0025b98143d is going to be created. [ 624.280917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.281164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.281264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.281592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.281800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.298120] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: UNINITIALIZED for 2s [ 624.659195] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.661130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.661267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.662233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.662233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.662233] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 624.695540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.695697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.695742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.695982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.696160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.708818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b6899f4-3d51-439d-8003-d85146cd5f41 req-f3f7ea68-c8f8-416b-ad6b-b40287b0a863 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b6899f4-3d51-439d-8003-d85146cd5f41 req-f3f7ea68-c8f8-416b-ad6b-b40287b0a863 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b6899f4-3d51-439d-8003-d85146cd5f41 req-f3f7ea68-c8f8-416b-ad6b-b40287b0a863 service nova] Enqueued Resource ID: 960cf232-5b82-4af9-a39c-93d25eef6eb0 with Priority: HIGHEST for action port [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 625.010434] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cf232-5b82-4af9-a39c-93d25eef6eb0 with Priority: HIGHEST for action port [ 625.010434] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.010434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.010434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.010434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.010434] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.011441] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.011441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.012560] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-960cf232-5b82-4af9-a39c-93d25eef6eb0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.012704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.012784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.012984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.013106] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960cf232-5b82-4af9-a39c-93d25eef6eb0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.519215] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.519535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.519577] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 960cf232-5b82-4af9-a39c-93d25eef6eb0 with status ACTIVE [ 625.520029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.520029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.520029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.520298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.520399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.520650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.520787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.520861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.521122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.521317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.521497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.521630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.521705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.521917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.522045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.522239] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 960cf232-5b82-4af9-a39c-93d25eef6eb0 is going to be updated. [ 625.552742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.552902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.553177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.553540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.553688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.554600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-960cf232-5b82-4af9-a39c-93d25eef6eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313155] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: SUCCESS [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.313155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.313155] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.443854] env[65255]: INFO networking_nsxv3.common.synchronization [req-9094eff6-1125-409f-b3f5-515e0b1148e3 req-86cf40ed-cff8-49c5-8ea5-e1b773c94b78 tempest-ServerExternalEventsTest-1351725727 tempest-ServerExternalEventsTest-1351725727-project-member] Enqueued Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 626.444138] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGHEST for action security_group_members [ 626.444397] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.446514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.446514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.446514] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.720491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 626.720828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.721138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.721356] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.721419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.721493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.721674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.721747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.721841] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.816861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.816861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.816861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.817348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.817573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.817573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.818245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.818245] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.819068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.819068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.819625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.819625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.819625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.819625] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.950746] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.950746] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.950746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.950746] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 is going to be updated. [ 626.987014] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.987014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.987014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.987014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.987014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.998523] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: IN_PROGRESS for 2s [ 627.224734] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.322196] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666faf46-2949-465c-9e52-d0025b98143d: rpc.has_security_group_logging(os_id): False [ 627.341871] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.342330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.342422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.342637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.342952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.343273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.343460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.343577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.343652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343845] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.343938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.344014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.344230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.344326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.344416] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666faf46-2949-465c-9e52-d0025b98143d is going to be created. [ 627.438424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.438609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.438679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.438978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.439186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.454515] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: IN_PROGRESS for 2s [ 627.727443] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.065392] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1c75053-5c9e-4b60-b30b-70a1ef3b8a3a req-dc634c7b-0bd3-4445-82d4-04c37a0ecacf tempest-VolumesAssistedSnapshotsTest-333972637 tempest-VolumesAssistedSnapshotsTest-333972637-project-member] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 628.065929] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 628.066245] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.066435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.066687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.066841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.067042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.072676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.072676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.072676] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.231138] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.231138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.231138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.231138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.231138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.231538] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 628.278795] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.279026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.279026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.279257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.279402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292984] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 628.575861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.575861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.575861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.576869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.576869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.576869] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 already deleted. [ 628.576869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.688124] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.688450] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.688656] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.689126] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.689653] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.689791] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.689919] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.690255] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.690576] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.690745] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.690905] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.691108] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.691238] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.691419] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.691604] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.691800] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.718013] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.718365] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.718567] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.718815] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.719323] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-8b788b55-8e07-421f-a13a-110a4a13d655 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.719605] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.719780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.720486] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.720725] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b788b55-8e07-421f-a13a-110a4a13d655',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.882281] env[65255]: INFO networking_nsxv3.common.synchronization [None req-a175f94d-cc7c-4b3c-8217-0ff421f3830d None None] Enqueued Resource ID: f8f1adca-8ee2-41e9-a022-d96332919824 with Priority: HIGHEST for action port [ 628.882695] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f1adca-8ee2-41e9-a022-d96332919824 with Priority: HIGHEST for action port [ 628.883018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f1adca-8ee2-41e9-a022-d96332919824 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.883145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f1adca-8ee2-41e9-a022-d96332919824" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f1adca-8ee2-41e9-a022-d96332919824" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f1adca-8ee2-41e9-a022-d96332919824" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883601] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f1adca-8ee2-41e9-a022-d96332919824',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.008938] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 in Status: SUCCESS [ 629.009148] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 deletion is rescheduled due to dependency. [ 629.009266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.223272] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.223527] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.223646] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.223925] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.224076] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.224242] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 8b788b55-8e07-421f-a13a-110a4a13d655 not found, creating... [ 629.224570] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.224755] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.224849] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.225076] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.225239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226081] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.226081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.226081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226319] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 8b788b55-8e07-421f-a13a-110a4a13d655 is going to be created. [ 629.246965] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.247198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.250603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.250603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.250603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.386346] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8f1adca-8ee2-41e9-a022-d96332919824 [ 629.386691] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.386910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.387148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.387244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.387329] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8f1adca-8ee2-41e9-a022-d96332919824 already deleted. [ 629.387407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f1adca-8ee2-41e9-a022-d96332919824" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.469257] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: SUCCESS [ 629.469499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.976797] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1c75053-5c9e-4b60-b30b-70a1ef3b8a3a req-411e8a44-5442-4e82-926f-a0d8aede07cb service nova] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 629.977075] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1c75053-5c9e-4b60-b30b-70a1ef3b8a3a req-411e8a44-5442-4e82-926f-a0d8aede07cb service nova] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 629.977118] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1c75053-5c9e-4b60-b30b-70a1ef3b8a3a req-411e8a44-5442-4e82-926f-a0d8aede07cb service nova] Enqueued Resource ID: 8b788b55-8e07-421f-a13a-110a4a13d655 with Priority: HIGHEST for action port [ 629.977782] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_rules [ 629.977879] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 629.977924] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b788b55-8e07-421f-a13a-110a4a13d655 with Priority: HIGHEST for action port [ 629.978689] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.978792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.978862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.979108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.979187] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.981516] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.981516] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.981516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.981944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.981944] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.983956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b788b55-8e07-421f-a13a-110a4a13d655 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.984143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.984143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.984445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.984445] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b788b55-8e07-421f-a13a-110a4a13d655',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.308838] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 630.309115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.309310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.309767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.310151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.310224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.310329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.310438] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.485987] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.487653] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.487653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.487922] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b788b55-8e07-421f-a13a-110a4a13d655 with status ACTIVE [ 630.488541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.488541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.488541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.489531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.489531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.489531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.489837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.489837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.489927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.490021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.490241] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.490433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.490504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.490674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.490755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.490837] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b788b55-8e07-421f-a13a-110a4a13d655 is going to be updated. [ 630.515225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.515307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.515399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.515692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.516786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b788b55-8e07-421f-a13a-110a4a13d655" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.814227] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.814445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.814491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.815043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.815043] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.815043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.815043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.815374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.815374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.815374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.815591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.815591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.815837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.815837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.815945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.816373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.816436] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.988848] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.993807] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc92896-639b-4bff-bdfc-618fab963729 req-8ddfd901-fd8d-46b0-a6dc-5450346f9a54 tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 630.994863] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 630.995249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.995386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.995584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.995700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.996042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.996526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.996526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.996526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.996526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.996788] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.320649] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59432386-a547-4f41-91a9-9a4367b24f63: rpc.has_security_group_logging(os_id): False [ 631.342866] env[65255]: INFO networking_nsxv3.common.synchronization [None req-86450b40-bcc0-4d51-90f7-ff77a391ca66 None None] Enqueued Resource ID: 654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23 with Priority: HIGHEST for action port [ 631.344770] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.347782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.347921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.348195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.348297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349201] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.349201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.349201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.349201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.349201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349574] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.349574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.349574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.349716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.349747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.349971] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.350262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.350357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.350542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.350623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.350711] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 631.352426] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23 with Priority: HIGHEST for action port [ 631.352726] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.352833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.356021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.356021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.356021] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.422890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.423635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.423635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.423901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.424670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.439480] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 631.447325] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.447517] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.447661] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.447956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.448597] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.448820] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.448945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.449236] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.449628] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.450248] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.450248] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.450655] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.450790] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.450906] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.451022] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.451232] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.472059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.472297] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.472515] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.472854] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-510" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.473068] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.473457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.473457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.473840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.474082] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.494054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.494054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.494054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.494054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.494054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.494450] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 is going to be created. [ 631.500978] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.522922] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.523127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.523211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.523426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.523596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.538866] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: UNINITIALIZED for 2s [ 631.840706] env[65255]: INFO networking_nsxv3.common.synchronization [None req-105353b5-23cb-41a0-ab00-408f4641c32f None None] Enqueued Resource ID: 66f0ca75-cb4d-4a08-ab37-5f01b7d5db58 with Priority: HIGHEST for action port [ 631.841228] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f0ca75-cb4d-4a08-ab37-5f01b7d5db58 with Priority: HIGHEST for action port [ 631.841563] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f0ca75-cb4d-4a08-ab37-5f01b7d5db58 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.842119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f0ca75-cb4d-4a08-ab37-5f01b7d5db58" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.842119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f0ca75-cb4d-4a08-ab37-5f01b7d5db58" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.842378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f0ca75-cb4d-4a08-ab37-5f01b7d5db58" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.842477] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f0ca75-cb4d-4a08-ab37-5f01b7d5db58',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.857512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23 [ 631.857719] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.857892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.857969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.858253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.858339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.858472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23 already deleted. [ 631.858567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654f7b4b-9c9e-4fc5-89f0-5c6f9b0e1c23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.977195] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.978138] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.978306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.978601] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.978744] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.978894] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 not found, creating... [ 631.979191] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.979353] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.979460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.979687] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.979813] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.980108] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.980268] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.980402] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.980615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.980758] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.980918] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 is going to be created. [ 632.003667] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.006629] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.006629] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.006629] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.006929] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.006929] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.007270] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.349177] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f0ca75-cb4d-4a08-ab37-5f01b7d5db58 [ 632.349177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.349177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.349177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.349177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.349177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.349177] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f0ca75-cb4d-4a08-ab37-5f01b7d5db58 already deleted. [ 632.349177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f0ca75-cb4d-4a08-ab37-5f01b7d5db58" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.509404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.509587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.509769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.509946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.510391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.510391] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 632.553301] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.553542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.557695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.557695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.557695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.570533] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 632.869551] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc92896-639b-4bff-bdfc-618fab963729 req-45619b97-8728-49d6-a37e-63f697f4ec23 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 632.870332] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc92896-639b-4bff-bdfc-618fab963729 req-45619b97-8728-49d6-a37e-63f697f4ec23 service nova] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 632.870501] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc92896-639b-4bff-bdfc-618fab963729 req-45619b97-8728-49d6-a37e-63f697f4ec23 service nova] Enqueued Resource ID: 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 with Priority: HIGHEST for action port [ 632.872351] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_rules [ 632.872351] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 632.872351] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 with Priority: HIGHEST for action port [ 632.872351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.872351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.872351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.872593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.872627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.873544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.873544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.873544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.873544] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.366200] env[65255]: INFO networking_nsxv3.common.synchronization [req-9478538b-d73e-46d4-990c-d8c370ffdd7d req-975f41d4-438f-4ced-b307-8a35cfd695c5 tempest-ServerDiagnosticsNegativeTest-1819847369 tempest-ServerDiagnosticsNegativeTest-1819847369-project-member] Enqueued Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 633.366738] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 633.366838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.366932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.366976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.367734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.367819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.367879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.367928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.368423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.368423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.368423] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.376695] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 with status ACTIVE [ 633.377031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.377302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.377553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.377655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.377870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.378064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.378369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.378531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.378642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.378705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.378933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.381830] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2 is going to be updated. [ 633.415517] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.415690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.415795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.415975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.416126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.416292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125f1600-9e6f-47ad-ad2e-c9b1b4ef74e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.466882] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 633.468096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.468096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.468096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.468525] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.550372] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: SUCCESS [ 633.550615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.550854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.551134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.551609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.551609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.551781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.552219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.552219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.554817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.555766] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.871429] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.871588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.871667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.871886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.872013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.872231] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.874681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.874810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.875064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.875189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.875302] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d already deleted. [ 633.875391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.882250] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.882250] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.882376] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.882886] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.882886] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.883127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.883997] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.883997] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.883997] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.884297] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.884297] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.884407] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.884515] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.884642] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.884896] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.884896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.910472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.910542] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.910651] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.910847] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.911234] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-44ffa83d-46e0-4234-9aa5-f69c7b315feb taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.911533] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.911718] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.912082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.912222] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ffa83d-46e0-4234-9aa5-f69c7b315feb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.974700] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.974908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.057221] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.105226] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8a3fa727-ff44-4fe6-ba14-3a0aaf217f0e None None] Enqueued Resource ID: d3a12bd3-7aca-4700-a7f8-b5012829937b with Priority: HIGHEST for action port [ 634.105817] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a12bd3-7aca-4700-a7f8-b5012829937b with Priority: HIGHEST for action port [ 634.106134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a12bd3-7aca-4700-a7f8-b5012829937b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.106621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a12bd3-7aca-4700-a7f8-b5012829937b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.106817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a12bd3-7aca-4700-a7f8-b5012829937b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.107202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a12bd3-7aca-4700-a7f8-b5012829937b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.107287] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a12bd3-7aca-4700-a7f8-b5012829937b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.415090] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.415090] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.415685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.415738] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.415911] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.416103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 44ffa83d-46e0-4234-9aa5-f69c7b315feb not found, creating... [ 634.416459] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.416664] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.416804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.417065] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.417289] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.417715] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.418110] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.418311] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.418640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.418876] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.419043] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 44ffa83d-46e0-4234-9aa5-f69c7b315feb is going to be created. [ 634.442940] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.443224] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.443370] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.443636] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.443852] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.444220] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561959] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4ba893-d971-4157-918e-849800cf3cf8: rpc.has_security_group_logging(os_id): False [ 634.591046] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 634.591046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.591163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.591386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.591568] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.591681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.591741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.591894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.591972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.592229] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.594140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.594388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.594388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.595191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.595191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.595463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.595463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.595580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 is going to be created. [ 634.610798] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3a12bd3-7aca-4700-a7f8-b5012829937b [ 634.611128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.611860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.611860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.611860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.611860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.611860] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3a12bd3-7aca-4700-a7f8-b5012829937b already deleted. [ 634.612203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a12bd3-7aca-4700-a7f8-b5012829937b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.674023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.675882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.675882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.675882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.675882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.689402] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: IN_PROGRESS for 2s [ 635.099249] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [req-9478538b-d73e-46d4-990c-d8c370ffdd7d req-8bf710b9-6c52-4bd0-a6ba-0a7e59d19550 service nova] Enqueued Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_rules [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [req-9478538b-d73e-46d4-990c-d8c370ffdd7d req-8bf710b9-6c52-4bd0-a6ba-0a7e59d19550 service nova] Enqueued Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [req-9478538b-d73e-46d4-990c-d8c370ffdd7d req-8bf710b9-6c52-4bd0-a6ba-0a7e59d19550 service nova] Enqueued Resource ID: 44ffa83d-46e0-4234-9aa5-f69c7b315feb with Priority: HIGHEST for action port [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_rules [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 635.249127] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44ffa83d-46e0-4234-9aa5-f69c7b315feb with Priority: HIGHEST for action port [ 635.249913] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.250245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.251144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.251372] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.253071] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.253353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.253517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.253893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.254949] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.254949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.254949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.254949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.254949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.256374] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.256374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-44ffa83d-46e0-4234-9aa5-f69c7b315feb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.256374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.256716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.256716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.256716] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44ffa83d-46e0-4234-9aa5-f69c7b315feb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.602107] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.711528] env[65255]: INFO networking_nsxv3.common.synchronization [req-5f5c2109-dd4d-4beb-bbad-b1ff3eb4d246 req-7b5db926-aeb2-4904-b89e-9059fcdc9e6b tempest-VolumesAdminNegativeTest-163580345 tempest-VolumesAdminNegativeTest-163580345-project-member] Enqueued Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 635.712088] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGHEST for action security_group_members [ 635.712418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.712620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.712620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.712797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.712950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.713055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713496] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.753604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.753604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762964] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.762964] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44ffa83d-46e0-4234-9aa5-f69c7b315feb with status ACTIVE [ 635.762964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.762964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.762964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.762964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.763658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.763658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.763658] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44ffa83d-46e0-4234-9aa5-f69c7b315feb is going to be updated. [ 635.787899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.788131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.788344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.788479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.788657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44ffa83d-46e0-4234-9aa5-f69c7b315feb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.106595] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.106789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.107106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.107195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.107306] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 636.152194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.152786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.152967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.166038] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 636.216372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.218075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.218075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.218497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.218669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.218934] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.219456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.219543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.219877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.219877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.219991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 is going to be updated. [ 636.232031] env[65255]: INFO networking_nsxv3.common.synchronization [req-a68ae1a4-a7a3-4d40-b4ee-644160e78dc5 req-fa9e5fdd-b5bb-4c2b-b6eb-2671eb1b1ac0 tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 636.233486] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 636.233486] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.233486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.233486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.235149] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.264995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.265305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.265364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.265691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.265914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.268079] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.280186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: IN_PROGRESS for 2s [ 636.703553] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: SUCCESS [ 636.703934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.738454] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.738656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.738739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.738969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.739075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.739306] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.739417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.739465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.739631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.739716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.739803] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 already deleted. [ 636.739912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.771418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.772556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.772556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.772556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.772556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.772556] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d is going to be created. [ 636.805569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.805569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.805569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.805569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.805569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.824496] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: UNINITIALIZED for 2s [ 636.886089] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.886982] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.886982] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.886982] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.886982] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.887191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.887256] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.887475] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.887609] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.888181] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.888181] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.888181] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.888181] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.888386] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.888386] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.888455] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.908713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.908888] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.909032] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.909214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.912822] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.912822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.912822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.912822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.912822] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ec2396-d9ef-4db0-8aa6-c36c3e4760e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.219111] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e420d9bc-5fd4-4289-af2c-652fa40e0d8e None None] Enqueued Resource ID: 9772f330-e366-4a4a-8df4-6f6f55284915 with Priority: HIGHEST for action port [ 637.221511] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9772f330-e366-4a4a-8df4-6f6f55284915 with Priority: HIGHEST for action port [ 637.221511] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9772f330-e366-4a4a-8df4-6f6f55284915 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.221511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9772f330-e366-4a4a-8df4-6f6f55284915" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.221511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9772f330-e366-4a4a-8df4-6f6f55284915" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.221511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9772f330-e366-4a4a-8df4-6f6f55284915" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.221511] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9772f330-e366-4a4a-8df4-6f6f55284915',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.413735] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.413960] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.414096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.414434] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.414576] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.414724] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 not found, creating... [ 637.414984] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.415154] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.415265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.415515] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.415643] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.415915] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.416072] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.416184] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.416389] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.416509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.416646] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 is going to be created. [ 637.436738] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.437037] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.437189] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.437477] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.437697] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.437907] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.725279] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9772f330-e366-4a4a-8df4-6f6f55284915 [ 637.725279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.725279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.725279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.725279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.727193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.727193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9772f330-e366-4a4a-8df4-6f6f55284915 already deleted. [ 637.727193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9772f330-e366-4a4a-8df4-6f6f55284915" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.181834] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 638.182105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.182587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.184321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.184984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.184984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.184984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.184984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.185511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.185511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.185511] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.223377] env[65255]: INFO networking_nsxv3.common.synchronization [req-a68ae1a4-a7a3-4d40-b4ee-644160e78dc5 req-8fc237e3-fac8-4b0d-8577-849221cff494 service nova] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_rules [ 638.223377] env[65255]: INFO networking_nsxv3.common.synchronization [req-a68ae1a4-a7a3-4d40-b4ee-644160e78dc5 req-8fc237e3-fac8-4b0d-8577-849221cff494 service nova] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 638.223377] env[65255]: INFO networking_nsxv3.common.synchronization [req-a68ae1a4-a7a3-4d40-b4ee-644160e78dc5 req-8fc237e3-fac8-4b0d-8577-849221cff494 service nova] Enqueued Resource ID: 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 with Priority: HIGHEST for action port [ 638.226601] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_rules [ 638.226601] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 638.226601] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 with Priority: HIGHEST for action port [ 638.226601] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.226601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.226601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.226954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.226954] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.227795] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.227960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.227995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.228638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.228638] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.228638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.228638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.228638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.228837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.228837] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.231094] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.231219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231496] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ec2396-d9ef-4db0-8aa6-c36c3e4760e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.294501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 in Status: SUCCESS [ 638.294668] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 deletion is rescheduled due to dependency. [ 638.294791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.448361] env[65255]: INFO networking_nsxv3.common.synchronization [req-e479b478-ab70-42ba-86ef-4966d9e41f09 req-f4607ccc-6590-43ae-81b9-f2af835123d9 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f with Priority: HIGHEST for action security_group_rules [ 638.449150] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f with Priority: HIGHEST for action security_group_rules [ 638.449588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.449588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.450158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.450860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.450860] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.687749] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.687881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.687881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.689041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.689041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.689041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.689634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.689634] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.689634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.689634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.689634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.689803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.689803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.689803] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.733325] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.734085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.736346] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 with status ACTIVE [ 638.736346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.736346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738139] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738139] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.738139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.738139] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43ec2396-d9ef-4db0-8aa6-c36c3e4760e3 is going to be updated. [ 638.764681] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.764858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.765504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.765504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.765504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.765783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ec2396-d9ef-4db0-8aa6-c36c3e4760e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.840953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: SUCCESS [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845231] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.845231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.845231] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.977383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.977475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.977565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.978526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.978526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.978526] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f already deleted. [ 638.978526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1af029c-6b0c-4fe1-a4bc-7239f8f8da5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.192395] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59432386-a547-4f41-91a9-9a4367b24f63: rpc.has_security_group_logging(os_id): False [ 639.214420] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.214635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.214901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.215187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.215292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.215568] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.215738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.215826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.216032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.216491] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.216598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.216667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.216867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.217162] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.217380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.217380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.217510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.217582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.217689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 639.235857] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.290668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.291117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.291231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.291436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.291854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.313619] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 639.350028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.350559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.350759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.352170] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.352170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.352170] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.352502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.352502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.352502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.352591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.352691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.352762] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.738507] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.738507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.738507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.738507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.738507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.738507] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be created. [ 639.784280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.784423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.784492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.784707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.784864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.800232] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: UNINITIALIZED for 2s [ 639.858626] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c0635e9-6ac1-4d5a-863c-42b19596c94d: rpc.has_security_group_logging(os_id): False [ 639.885621] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.885621] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.885621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.886175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.886175] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.886175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.886175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.886175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.886379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.886432] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.887008] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d is going to be created. [ 640.008199] env[65255]: INFO networking_nsxv3.common.synchronization [None req-27597b2b-1cde-47c1-b707-f7dbfb827deb None None] Enqueued Resource ID: 6b51d5f2-8d91-4214-a489-c14611c7eae0 with Priority: HIGHEST for action port [ 640.008754] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51d5f2-8d91-4214-a489-c14611c7eae0 with Priority: HIGHEST for action port [ 640.009881] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b51d5f2-8d91-4214-a489-c14611c7eae0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.009881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b51d5f2-8d91-4214-a489-c14611c7eae0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.009881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b51d5f2-8d91-4214-a489-c14611c7eae0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.010339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b51d5f2-8d91-4214-a489-c14611c7eae0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.010530] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b51d5f2-8d91-4214-a489-c14611c7eae0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.079443] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.079604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.080195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.093132] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: IN_PROGRESS for 2s [ 640.514819] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b51d5f2-8d91-4214-a489-c14611c7eae0 [ 640.515529] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.517794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.517794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.517794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.517794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.517794] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b51d5f2-8d91-4214-a489-c14611c7eae0 already deleted. [ 640.517794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b51d5f2-8d91-4214-a489-c14611c7eae0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.291476] env[65255]: INFO networking_nsxv3.common.synchronization [None req-81f338bc-6ae1-4bee-8429-e2803b805a94 None None] Enqueued Resource ID: 10809f8d-1c0b-4282-b400-9d3c46c8d6f7 with Priority: HIGHEST for action port [ 641.292436] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10809f8d-1c0b-4282-b400-9d3c46c8d6f7 with Priority: HIGHEST for action port [ 641.292838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-10809f8d-1c0b-4282-b400-9d3c46c8d6f7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.293070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10809f8d-1c0b-4282-b400-9d3c46c8d6f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.293070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10809f8d-1c0b-4282-b400-9d3c46c8d6f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.293763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10809f8d-1c0b-4282-b400-9d3c46c8d6f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.293921] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10809f8d-1c0b-4282-b400-9d3c46c8d6f7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.334972] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 641.335450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.797410] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10809f8d-1c0b-4282-b400-9d3c46c8d6f7 [ 641.797782] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.797945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.798048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.798565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.798565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.798677] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10809f8d-1c0b-4282-b400-9d3c46c8d6f7 already deleted. [ 641.798713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10809f8d-1c0b-4282-b400-9d3c46c8d6f7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.810029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 641.810280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.810471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.810695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.810891] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.811021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.811132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.811243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.811385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.811527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.811662] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.110630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: SUCCESS [ 642.110630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.315565] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.316066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.316066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.316218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.316276] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.316371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.316432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.317466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.317466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.317466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.320404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.320404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.320404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.320404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.320404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.320404] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.820997] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a81c14-b1ad-45e1-a294-2f35bd9a4c93: rpc.has_security_group_logging(os_id): False [ 642.844409] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.845161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.845161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.845161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.845161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.845404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.845535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.845594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.846041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.846041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.846041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.846220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.846220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.846344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.847796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.848786] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.848897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.848963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.849131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.855833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.855833] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be created. [ 642.856886] env[65255]: INFO networking_nsxv3.common.synchronization [None req-18192d84-d0b1-4068-8d66-e39237ba3459 None None] Enqueued Resource ID: a8a7d39a-5232-4291-825c-df82126f1b35 with Priority: HIGHEST for action port [ 642.857487] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8a7d39a-5232-4291-825c-df82126f1b35 with Priority: HIGHEST for action port [ 642.857804] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8a7d39a-5232-4291-825c-df82126f1b35 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8a7d39a-5232-4291-825c-df82126f1b35" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.857991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8a7d39a-5232-4291-825c-df82126f1b35" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8a7d39a-5232-4291-825c-df82126f1b35" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.858370] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a7d39a-5232-4291-825c-df82126f1b35',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.922029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.922029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.922029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.922029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.922029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.934276] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 643.362582] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8a7d39a-5232-4291-825c-df82126f1b35 [ 643.362582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.363184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.364029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.364029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8a7d39a-5232-4291-825c-df82126f1b35 already deleted. [ 643.364029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8a7d39a-5232-4291-825c-df82126f1b35" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.871977] env[65255]: INFO networking_nsxv3.common.synchronization [req-06ca1ce9-6dfe-4432-b124-df65189b0273 req-0a18db83-1836-45de-9271-05b0038765b3 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: 81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0 with Priority: HIGHEST for action security_group_rules [ 643.871977] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0 with Priority: HIGHEST for action security_group_rules [ 643.871977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.871977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.871977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.872332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.872332] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.166060] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3d22550b-1725-4fa0-a689-4b9edb5bdaa4 None None] Enqueued Resource ID: 49a428a0-a664-4214-9d59-76671bd68060 with Priority: HIGHEST for action port [ 644.166771] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a428a0-a664-4214-9d59-76671bd68060 with Priority: HIGHEST for action port [ 644.167769] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a428a0-a664-4214-9d59-76671bd68060 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.167769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a428a0-a664-4214-9d59-76671bd68060" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.167769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a428a0-a664-4214-9d59-76671bd68060" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.170734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a428a0-a664-4214-9d59-76671bd68060" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.170734] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a428a0-a664-4214-9d59-76671bd68060',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.395624] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.395961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.395961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.396577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.396577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.396577] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0 already deleted. [ 644.396577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b7ad5b-bcc7-44e1-9519-dcc50b4bbdc0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.675173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49a428a0-a664-4214-9d59-76671bd68060 [ 644.675173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.675173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49a428a0-a664-4214-9d59-76671bd68060 already deleted. [ 644.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a428a0-a664-4214-9d59-76671bd68060" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.955545] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 644.955910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.181338] env[65255]: INFO networking_nsxv3.common.synchronization [None req-521bd45d-9853-4421-a84b-3214854cf219 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 645.183196] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 645.183826] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.184151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.184151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.185140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.185140] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.320536] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b0347cea-45fa-4cc1-bbc7-2c187a5fd387 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 645.321334] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 645.321976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.323019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.710275] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.710275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.710275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.710749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.710749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.710749] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 already deleted. [ 645.710749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.710886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.714921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.714921] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.235468] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.235650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.235831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.236959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.236959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.236959] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 already deleted. [ 646.236959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.457499] env[65255]: INFO networking_nsxv3.common.synchronization [req-507f76fa-fc9d-44dd-bb8f-1343f8a2c2b9 req-ad5ef7a1-06e6-469f-9002-189ec44786e5 tempest-ServerAddressesTestJSON-1993714615 tempest-ServerAddressesTestJSON-1993714615-project-member] Enqueued Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 646.457637] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGHEST for action security_group_members [ 646.458237] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.458237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.459244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.459603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.459782] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.459924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.459998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.460179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.462033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.462033] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.924638] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8f4811b6-6582-4d51-9d31-5c5fde3afc31 None None] Enqueued Resource ID: 29dd1a23-d737-48cd-8ac5-11d70577342f with Priority: HIGHEST for action port [ 646.924638] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dd1a23-d737-48cd-8ac5-11d70577342f with Priority: HIGHEST for action port [ 646.924956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dd1a23-d737-48cd-8ac5-11d70577342f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.925058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dd1a23-d737-48cd-8ac5-11d70577342f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.925271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dd1a23-d737-48cd-8ac5-11d70577342f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.925606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dd1a23-d737-48cd-8ac5-11d70577342f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925701] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dd1a23-d737-48cd-8ac5-11d70577342f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.964794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.965608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.968029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.968029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.968029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666faf46-2949-465c-9e52-d0025b98143d is going to be updated. [ 646.998047] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.998047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.998996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.998996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.998996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.025053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: IN_PROGRESS for 2s [ 647.428092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29dd1a23-d737-48cd-8ac5-11d70577342f [ 647.428410] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.428599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.428599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.429029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.429029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.429029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29dd1a23-d737-48cd-8ac5-11d70577342f already deleted. [ 647.429266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dd1a23-d737-48cd-8ac5-11d70577342f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.164455] env[65255]: INFO networking_nsxv3.common.synchronization [None req-966c168d-1f67-45da-806c-8a6f95c900b7 None None] Enqueued Resource ID: 46843ddb-cc4c-45a6-b4d2-dc595cd11e4f with Priority: HIGHEST for action port [ 648.166213] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46843ddb-cc4c-45a6-b4d2-dc595cd11e4f with Priority: HIGHEST for action port [ 648.166213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-46843ddb-cc4c-45a6-b4d2-dc595cd11e4f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.166596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46843ddb-cc4c-45a6-b4d2-dc595cd11e4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.166801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46843ddb-cc4c-45a6-b4d2-dc595cd11e4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.167230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46843ddb-cc4c-45a6-b4d2-dc595cd11e4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.167510] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46843ddb-cc4c-45a6-b4d2-dc595cd11e4f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.415022] env[65255]: INFO networking_nsxv3.common.synchronization [req-ecef1e29-9071-409c-a7a1-4a5e6abb03c5 req-9f2c51c5-dff1-4b61-86e0-88ae1b4065f9 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: f44a1759-4bd9-40d1-8eac-66967234f269 with Priority: HIGHEST for action security_group_rules [ 648.415022] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44a1759-4bd9-40d1-8eac-66967234f269 with Priority: HIGHEST for action security_group_rules [ 648.415644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f44a1759-4bd9-40d1-8eac-66967234f269 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.418143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f44a1759-4bd9-40d1-8eac-66967234f269" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.418143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f44a1759-4bd9-40d1-8eac-66967234f269" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.418143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f44a1759-4bd9-40d1-8eac-66967234f269" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.418143] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f44a1759-4bd9-40d1-8eac-66967234f269',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.670050] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46843ddb-cc4c-45a6-b4d2-dc595cd11e4f [ 648.670365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.670494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.670494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.670721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.670860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.670909] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46843ddb-cc4c-45a6-b4d2-dc595cd11e4f already deleted. [ 648.670988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46843ddb-cc4c-45a6-b4d2-dc595cd11e4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.939812] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.939990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.940101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.940452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.940547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.940636] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f44a1759-4bd9-40d1-8eac-66967234f269 already deleted. [ 648.940707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f44a1759-4bd9-40d1-8eac-66967234f269" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.038392] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666faf46-2949-465c-9e52-d0025b98143d in Status: SUCCESS [ 649.038675] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666faf46-2949-465c-9e52-d0025b98143d deletion is rescheduled due to dependency. [ 649.038766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.289227] env[65255]: INFO networking_nsxv3.common.synchronization [None req-4ac154bd-0d52-4834-9978-3feca94953fd None None] Enqueued Resource ID: 8c80f5b3-ffc5-43b7-9c23-b352f079457c with Priority: HIGHEST for action port [ 651.290983] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80f5b3-ffc5-43b7-9c23-b352f079457c with Priority: HIGHEST for action port [ 651.290983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c80f5b3-ffc5-43b7-9c23-b352f079457c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.290983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c80f5b3-ffc5-43b7-9c23-b352f079457c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.290983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c80f5b3-ffc5-43b7-9c23-b352f079457c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.290983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c80f5b3-ffc5-43b7-9c23-b352f079457c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.290983] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c80f5b3-ffc5-43b7-9c23-b352f079457c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.482527] env[65255]: INFO networking_nsxv3.common.synchronization [req-339f359e-ceb8-4b0a-8b19-3d924d812b33 req-89eef987-11cb-4148-9466-bc4e2e5406a2 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 651.483093] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 651.484848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.484848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.484848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.484848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.484848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.485306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.485306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.485306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.485306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.485528] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.793238] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c80f5b3-ffc5-43b7-9c23-b352f079457c [ 651.793509] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.793648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.793717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.793945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.794051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.794177] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c80f5b3-ffc5-43b7-9c23-b352f079457c already deleted. [ 651.794266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c80f5b3-ffc5-43b7-9c23-b352f079457c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.987606] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.987770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.987918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.988093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.988192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.988397] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.988487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.988549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.988698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.988773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.988855] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd already deleted. [ 651.988985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.069331] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b83446b-e454-40e6-ab9d-98d635924745 req-c652db1b-0876-419a-b9ec-0beace9c1bfe tempest-ServerDiagnosticsNegativeTest-1819847369 tempest-ServerDiagnosticsNegativeTest-1819847369-project-member] Enqueued Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 652.071809] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d with Priority: HIGHEST for action security_group_members [ 652.072415] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0635e9-6ac1-4d5a-863c-42b19596c94d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.072648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.072760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.073066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.073331] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.073485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.073581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.073825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.073959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.074299] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0635e9-6ac1-4d5a-863c-42b19596c94d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.245536] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.245753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.246358] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.246816] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247218] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.247915] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247973] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.248203] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.248311] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.248417] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.248543] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.248677] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.249391] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.249391] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.273142] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.273329] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.273471] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.273643] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.273951] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.274132] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.274249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.274568] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.274701] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16381a74-b2fe-4d39-ab2e-e2ed2ebd0717',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.581309] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.581309] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.581309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.581309] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d is going to be updated. [ 652.613299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.613517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.613580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.613773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.613942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.625843] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: IN_PROGRESS for 2s [ 652.778246] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.778487] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.778677] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.778886] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.779046] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.779198] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 not found, creating... [ 652.779451] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.779601] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.780048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.780048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.780163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.780417] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.780570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.780679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.780880] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.781026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.781183] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 is going to be created. [ 652.802942] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.802942] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.803266] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.803672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.803672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.803841] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.578422] env[65255]: INFO networking_nsxv3.common.synchronization [req-339f359e-ceb8-4b0a-8b19-3d924d812b33 req-7c2f8f03-9f41-4f27-8991-2c08dbfe1c7b service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 653.578422] env[65255]: INFO networking_nsxv3.common.synchronization [req-339f359e-ceb8-4b0a-8b19-3d924d812b33 req-7c2f8f03-9f41-4f27-8991-2c08dbfe1c7b service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 653.578422] env[65255]: INFO networking_nsxv3.common.synchronization [req-339f359e-ceb8-4b0a-8b19-3d924d812b33 req-7c2f8f03-9f41-4f27-8991-2c08dbfe1c7b service nova] Enqueued Resource ID: 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 with Priority: HIGHEST for action port [ 653.578422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 653.578876] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 653.578876] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 with Priority: HIGHEST for action port [ 653.578876] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.579094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.579385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.580260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.580260] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.580626] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.580724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.580770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.580906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.581055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.581165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.581977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.581977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.581977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.581977] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.582638] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.582717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.582761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.583078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.583078] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16381a74-b2fe-4d39-ab2e-e2ed2ebd0717',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.088407] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.089608] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.089739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.089881] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 with status ACTIVE [ 654.091294] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.091669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.091669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.091785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.091825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.092015] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.092158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.092276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.092363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.092520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.092633] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.092776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.093321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.093519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.093519] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16381a74-b2fe-4d39-ab2e-e2ed2ebd0717 is going to be updated. [ 654.119159] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.119335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.119482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16381a74-b2fe-4d39-ab2e-e2ed2ebd0717" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.596668] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.636872] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d in Status: SUCCESS [ 654.637068] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0635e9-6ac1-4d5a-863c-42b19596c94d deletion is rescheduled due to dependency. [ 654.637120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0635e9-6ac1-4d5a-863c-42b19596c94d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.099569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.099747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.099814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.100063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.100159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.100263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be created. [ 655.128603] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.128840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.128840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.129056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.129387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.141988] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: UNINITIALIZED for 2s [ 655.254064] env[65255]: INFO networking_nsxv3.common.synchronization [None req-306a2aaf-ddfc-4eef-b868-dddfb50113fe None None] Enqueued Resource ID: 353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f with Priority: HIGHEST for action port [ 655.254310] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f with Priority: HIGHEST for action port [ 655.254610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.254782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255446] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.329979] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9e0680a4-ca74-48c6-baf9-d43d3ac9a0fe None None] Enqueued Resource ID: 09b04620-01aa-4460-ac5c-19370849de6f with Priority: HIGHEST for action port [ 655.329979] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b04620-01aa-4460-ac5c-19370849de6f with Priority: HIGHEST for action port [ 655.329979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-09b04620-01aa-4460-ac5c-19370849de6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.329979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09b04620-01aa-4460-ac5c-19370849de6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.329979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09b04620-01aa-4460-ac5c-19370849de6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.329979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09b04620-01aa-4460-ac5c-19370849de6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.330532] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b04620-01aa-4460-ac5c-19370849de6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.758717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f [ 655.758717] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.758717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.758717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.758717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.758717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.758717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f already deleted. [ 655.758717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353e76c4-0b3d-4ce9-9278-8c3bf2a6ac8f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834507] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09b04620-01aa-4460-ac5c-19370849de6f [ 655.834895] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.835167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.835960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.835960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.835960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835960] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09b04620-01aa-4460-ac5c-19370849de6f already deleted. [ 655.835960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09b04620-01aa-4460-ac5c-19370849de6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.139146] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad95aadb-e038-49c5-b94a-837e0be414b9 req-f223e906-ae79-4d4e-9c76-5f1e3b94e695 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 656.139736] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 656.141773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.142075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.240291] env[65255]: INFO networking_nsxv3.common.synchronization [req-d016997f-ac88-418b-a631-8ad65956dc34 req-f49df110-3db5-4776-b16a-392b20d075a6 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: dd6f4419-de8e-42fa-b376-9482e56283ed with Priority: HIGHEST for action security_group_rules [ 656.240454] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6f4419-de8e-42fa-b376-9482e56283ed with Priority: HIGHEST for action security_group_rules [ 656.240750] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd6f4419-de8e-42fa-b376-9482e56283ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.240893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd6f4419-de8e-42fa-b376-9482e56283ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.241075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd6f4419-de8e-42fa-b376-9482e56283ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.241248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd6f4419-de8e-42fa-b376-9482e56283ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.241334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd6f4419-de8e-42fa-b376-9482e56283ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.686020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.686467] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.686467] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.686655] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.686950] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.690974] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.690974] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.690974] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.691505] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.691505] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.691505] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.691963] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.691963] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.691963] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.691963] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.691963] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.718585] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.718753] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.718885] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.719067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.719397] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-8814eb99-3a2a-448d-b0cf-688425cdd921 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.719563] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.719670] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.719997] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.720138] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8814eb99-3a2a-448d-b0cf-688425cdd921',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.765795] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.765795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.765795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.766449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.766449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd6f4419-de8e-42fa-b376-9482e56283ed already deleted. [ 656.766449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd6f4419-de8e-42fa-b376-9482e56283ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.155271] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 657.155545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.155850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.156107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.156724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.158156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.158156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.158156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.158156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.158156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.158156] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.159318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.159495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.159880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.159880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.159880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.160103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.161398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.161398] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.225318] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.226418] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.227048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.227993] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.227993] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.228591] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 8814eb99-3a2a-448d-b0cf-688425cdd921 not found, creating... [ 657.228781] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.229161] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.229746] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.229896] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.230285] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.231807] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.231807] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.231807] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.232267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.232515] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.232741] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 8814eb99-3a2a-448d-b0cf-688425cdd921 is going to be created. [ 657.260528] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.260866] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.261100] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.261587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.261998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.266477] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.662158] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.662794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.666571] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.903884] env[65255]: INFO networking_nsxv3.common.synchronization [None req-10d3f306-48df-422a-86cc-837c9da89aaa None None] Enqueued Resource ID: 13b5178c-0eac-471b-9389-427c8ec044d3 with Priority: HIGHEST for action port [ 657.905181] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b5178c-0eac-471b-9389-427c8ec044d3 with Priority: HIGHEST for action port [ 657.906316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b5178c-0eac-471b-9389-427c8ec044d3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.906518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b5178c-0eac-471b-9389-427c8ec044d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.908119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b5178c-0eac-471b-9389-427c8ec044d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.908423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b5178c-0eac-471b-9389-427c8ec044d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.908510] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b5178c-0eac-471b-9389-427c8ec044d3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.966231] env[65255]: INFO networking_nsxv3.common.synchronization [None req-38335e89-58be-4bd6-9852-a4956c4cb353 None None] Enqueued Resource ID: e140eb11-0ca5-481e-9084-db8e830deb46 with Priority: HIGHEST for action port [ 657.971053] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e140eb11-0ca5-481e-9084-db8e830deb46 with Priority: HIGHEST for action port [ 657.971053] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad95aadb-e038-49c5-b94a-837e0be414b9 req-1ffd7fb7-db67-4705-bf4d-41cdc59f956e service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 657.971053] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad95aadb-e038-49c5-b94a-837e0be414b9 req-1ffd7fb7-db67-4705-bf4d-41cdc59f956e service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 657.971053] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad95aadb-e038-49c5-b94a-837e0be414b9 req-1ffd7fb7-db67-4705-bf4d-41cdc59f956e service nova] Enqueued Resource ID: 8814eb99-3a2a-448d-b0cf-688425cdd921 with Priority: HIGHEST for action port [ 657.971053] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e140eb11-0ca5-481e-9084-db8e830deb46 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.971053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e140eb11-0ca5-481e-9084-db8e830deb46" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.971053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e140eb11-0ca5-481e-9084-db8e830deb46" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.971053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e140eb11-0ca5-481e-9084-db8e830deb46" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.971053] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e140eb11-0ca5-481e-9084-db8e830deb46',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.974718] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 657.974718] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 657.974718] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8814eb99-3a2a-448d-b0cf-688425cdd921 with Priority: HIGHEST for action port [ 657.975012] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.975012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.975598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.975686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.975859] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8814eb99-3a2a-448d-b0cf-688425cdd921 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.976301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.976438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.976729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.976729] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8814eb99-3a2a-448d-b0cf-688425cdd921',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.170921] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.411276] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13b5178c-0eac-471b-9389-427c8ec044d3 [ 658.412771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.412771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.412771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.412771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.412771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.413134] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13b5178c-0eac-471b-9389-427c8ec044d3 already deleted. [ 658.413134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b5178c-0eac-471b-9389-427c8ec044d3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477057] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e140eb11-0ca5-481e-9084-db8e830deb46 [ 658.477057] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.477057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.477057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.477386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.477386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.477632] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e140eb11-0ca5-481e-9084-db8e830deb46 already deleted. [ 658.477632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e140eb11-0ca5-481e-9084-db8e830deb46" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.480154] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8814eb99-3a2a-448d-b0cf-688425cdd921 with status ACTIVE [ 658.480468] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.481054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.481054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.481215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.481352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.481581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.481695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.481764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.481955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482288] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.482393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.482455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.482690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.482775] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8814eb99-3a2a-448d-b0cf-688425cdd921 is going to be updated. [ 658.527137] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.527457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.527457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.527793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.527793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.528467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8814eb99-3a2a-448d-b0cf-688425cdd921" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.671983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.672183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.672415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.672472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.672571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.673142] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 658.733945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.734172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.734419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.734723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.734947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.749502] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 659.657940] env[65255]: INFO networking_nsxv3.common.synchronization [req-4bc6ab38-76cd-4d73-9e5d-b80d9797b2b2 req-79bc09de-8af9-49a6-bebf-92c17326f95d tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 659.658881] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 659.659034] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.659197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.659309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.659532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.659699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.659836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.659914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.660132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.660236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.660400] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.038321] env[65255]: INFO networking_nsxv3.common.synchronization [None req-66e1fd4f-10a9-451c-bc33-33da19d8f74a None None] Enqueued Resource ID: 9e09ccb3-c24a-4d69-80a0-718e53b5b011 with Priority: HIGHEST for action port [ 660.038321] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e09ccb3-c24a-4d69-80a0-718e53b5b011 with Priority: HIGHEST for action port [ 660.038321] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e09ccb3-c24a-4d69-80a0-718e53b5b011 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.038670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e09ccb3-c24a-4d69-80a0-718e53b5b011" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.038763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e09ccb3-c24a-4d69-80a0-718e53b5b011" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.040968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e09ccb3-c24a-4d69-80a0-718e53b5b011" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.040968] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e09ccb3-c24a-4d69-80a0-718e53b5b011',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.164995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.164995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.164995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.164995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 660.200244] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.202742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.202742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.202742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.202742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.214136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 660.542503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e09ccb3-c24a-4d69-80a0-718e53b5b011 [ 660.542841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.542977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.543062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.543396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.543494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.543619] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e09ccb3-c24a-4d69-80a0-718e53b5b011 already deleted. [ 660.543709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e09ccb3-c24a-4d69-80a0-718e53b5b011" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.745807] env[65255]: INFO networking_nsxv3.common.synchronization [None req-49f01f7a-2aa8-4e1c-84ee-d76b51c40630 None None] Enqueued Resource ID: 35f593d0-7cad-44ce-a7bd-996a3feae9e5 with Priority: HIGHEST for action port [ 660.745807] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f593d0-7cad-44ce-a7bd-996a3feae9e5 with Priority: HIGHEST for action port [ 660.746873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f593d0-7cad-44ce-a7bd-996a3feae9e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.746873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f593d0-7cad-44ce-a7bd-996a3feae9e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.746873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f593d0-7cad-44ce-a7bd-996a3feae9e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.746873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f593d0-7cad-44ce-a7bd-996a3feae9e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.747456] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f593d0-7cad-44ce-a7bd-996a3feae9e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.761499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 660.761811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.761904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.764239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.764469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.764625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.764695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.764857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.765167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.765167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.765466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.765466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.765728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.765728] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.765728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.765944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.766436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.766436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.766436] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.767790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.767910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.768051] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.768254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.768254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.768384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.768454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.768517] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.252299] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f593d0-7cad-44ce-a7bd-996a3feae9e5 [ 661.252531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.252990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.252990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.252990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.253174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253218] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f593d0-7cad-44ce-a7bd-996a3feae9e5 already deleted. [ 661.253309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f593d0-7cad-44ce-a7bd-996a3feae9e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.271603] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e803fe-679c-4e41-8e37-2513c90dc7fd: rpc.has_security_group_logging(os_id): False [ 661.272422] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.295218] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.295454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.295454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.295665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.295751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.295965] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.296075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.296136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.296279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.296349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296529] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.296665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.296701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.296806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.296876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.297079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.297314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.297314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.297416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.297451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.297533] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be created. [ 661.374143] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.374143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.374143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.374143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.374143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.389037] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 661.775551] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.778547] env[65255]: INFO networking_nsxv3.common.synchronization [None req-81a1e7a4-05e6-47f4-88fc-6a91faa31399 None None] Enqueued Resource ID: ebbd0f39-27fb-414a-ad76-96120e37ab90 with Priority: HIGHEST for action port [ 661.779032] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbd0f39-27fb-414a-ad76-96120e37ab90 with Priority: HIGHEST for action port [ 661.782719] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbd0f39-27fb-414a-ad76-96120e37ab90 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.782719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbd0f39-27fb-414a-ad76-96120e37ab90" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.782922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbd0f39-27fb-414a-ad76-96120e37ab90" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.783138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbd0f39-27fb-414a-ad76-96120e37ab90" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.783138] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbd0f39-27fb-414a-ad76-96120e37ab90',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.230344] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 662.230344] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 deletion is rescheduled due to dependency. [ 662.230344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.258686] env[65255]: INFO networking_nsxv3.common.synchronization [None req-56275312-1e38-4595-aad8-a65938a8ca3c tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 662.259337] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 662.259614] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.260254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.260254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.263961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.265572] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.279239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.279239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.279239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.279239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.279239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.279239] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 662.286653] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebbd0f39-27fb-414a-ad76-96120e37ab90 [ 662.286883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.287211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.287211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.287425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.287519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.287613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebbd0f39-27fb-414a-ad76-96120e37ab90 already deleted. [ 662.287698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbd0f39-27fb-414a-ad76-96120e37ab90" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.317336] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.318052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.318052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.318052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.318052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332928] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 662.353363] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2df3a98c-f125-42f2-acbb-b559c827e0fd None None] Enqueued Resource ID: 6043ea76-b7d8-4517-bd72-8f7c97d2b159 with Priority: HIGHEST for action port [ 662.353903] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6043ea76-b7d8-4517-bd72-8f7c97d2b159 with Priority: HIGHEST for action port [ 662.355232] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6043ea76-b7d8-4517-bd72-8f7c97d2b159 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.355382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6043ea76-b7d8-4517-bd72-8f7c97d2b159" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.355440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6043ea76-b7d8-4517-bd72-8f7c97d2b159" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.355715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6043ea76-b7d8-4517-bd72-8f7c97d2b159" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.355799] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6043ea76-b7d8-4517-bd72-8f7c97d2b159',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.482157] env[65255]: INFO networking_nsxv3.common.synchronization [req-276dea78-bea1-4044-a6f2-ab04cc6f6244 req-9e2a7670-9848-4dbc-9647-fb0399ee0585 tempest-ImagesOneServerTestJSON-1893279156 tempest-ImagesOneServerTestJSON-1893279156-project-member] Enqueued Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 662.482977] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 662.482977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.484204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.484301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.484650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.484865] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.485020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.485179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.485358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.485501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.485574] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.654485] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2b15c519-2523-4443-b106-eecd07c92ce7 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 662.654485] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 662.654485] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.654485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807798] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.807798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.807798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.807798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807798] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 already deleted. [ 662.807798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.808495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.809846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.809846] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.863449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6043ea76-b7d8-4517-bd72-8f7c97d2b159 [ 662.863449] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.863449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.863449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.863449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.863449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.863449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6043ea76-b7d8-4517-bd72-8f7c97d2b159 already deleted. [ 662.863449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6043ea76-b7d8-4517-bd72-8f7c97d2b159" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.989599] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.989814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.989867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.990394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991440] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.991440] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 already deleted. [ 662.991440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.136833] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.137047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-201" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.137171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-201" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.137502] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-201" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.137768] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.137927] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138512] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.138784] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.138933] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.139175] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.139292] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.139418] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.139527] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.139635] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.139739] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.140031] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.162022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.162216] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.164301] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.164301] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-201" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.164301] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-1b695a96-e348-4121-a045-ecccb52aac68 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.164301] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.164301] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.164301] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.164301] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b695a96-e348-4121-a045-ecccb52aac68',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.345263] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.345263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.345263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.346746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.346871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.346990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 already deleted. [ 663.347093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.414417] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 663.414703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.415083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.415083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.415173] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.667469] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.667714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.667819] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.668113] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.668259] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.668419] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 1b695a96-e348-4121-a045-ecccb52aac68 not found, creating... [ 663.668677] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.668830] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.668939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.669172] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.669302] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.669582] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.669719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.669821] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.670057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.671657] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.671812] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 1b695a96-e348-4121-a045-ecccb52aac68 is going to be created. [ 663.693941] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.693941] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.693941] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.694267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.696949] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.696949] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.917733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.918049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.923053] env[65255]: INFO networking_nsxv3.common.synchronization [req-af6d6c92-ac7f-4653-b6b3-35b7e065bdba req-776e2da6-4ade-4c58-8406-9fbdd9f980c3 tempest-ServersAdminNegativeTestJSON-13896186 tempest-ServersAdminNegativeTestJSON-13896186-project-member] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 663.923364] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 663.923736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.923886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.923957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.925220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.925220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.925220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.925220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.925511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.926415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.926415] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.930030] env[65255]: INFO networking_nsxv3.common.synchronization [None req-aa6e7642-d6c9-41a3-983b-66f11ca75794 None None] Enqueued Resource ID: ba19d957-3276-4ec9-a540-f53f154c2e33 with Priority: HIGHEST for action port [ 663.930503] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba19d957-3276-4ec9-a540-f53f154c2e33 with Priority: HIGHEST for action port [ 663.930841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba19d957-3276-4ec9-a540-f53f154c2e33 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.930976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba19d957-3276-4ec9-a540-f53f154c2e33" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.931290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba19d957-3276-4ec9-a540-f53f154c2e33" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.931586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba19d957-3276-4ec9-a540-f53f154c2e33" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.931700] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba19d957-3276-4ec9-a540-f53f154c2e33',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.232458] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c8bfd5ed-95ff-420a-8e40-b893ce241f11 None None] Enqueued Resource ID: 3a8b0ac4-67d1-411b-b47a-6353bd9515e5 with Priority: HIGHEST for action port [ 664.234881] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8b0ac4-67d1-411b-b47a-6353bd9515e5 with Priority: HIGHEST for action port [ 664.235488] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8b0ac4-67d1-411b-b47a-6353bd9515e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.235764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8b0ac4-67d1-411b-b47a-6353bd9515e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.235837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8b0ac4-67d1-411b-b47a-6353bd9515e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.237312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8b0ac4-67d1-411b-b47a-6353bd9515e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.237397] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8b0ac4-67d1-411b-b47a-6353bd9515e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.342226] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 664.342226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.342226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.342497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.342497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.342603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.342754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.342821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.342887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.342969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.343070] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.428093] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.433804] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba19d957-3276-4ec9-a540-f53f154c2e33 [ 664.434045] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.434209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.434286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.434493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.434582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.434855] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba19d957-3276-4ec9-a540-f53f154c2e33 already deleted. [ 664.434855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba19d957-3276-4ec9-a540-f53f154c2e33" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.480099] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.480308] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.480424] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.480686] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.480938] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.481121] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.481300] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.481444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.481578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.481779] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.481886] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.481989] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.482103] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.482207] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.482305] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.482429] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.500627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.500627] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.500730] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.500852] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.501145] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-0e836cee-7c7a-41c1-969e-ac60acf966cc taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.501616] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.501616] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.505221] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.505402] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e836cee-7c7a-41c1-969e-ac60acf966cc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.741070] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a8b0ac4-67d1-411b-b47a-6353bd9515e5 [ 664.741070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.741379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.741471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.741569] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a8b0ac4-67d1-411b-b47a-6353bd9515e5 already deleted. [ 664.741663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8b0ac4-67d1-411b-b47a-6353bd9515e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.846370] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.846534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.846631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.847074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.847074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.847265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.847265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.847348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.847381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.847458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.847659] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.847734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.847781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.847891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.848039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.848134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.848197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.848340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.848415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.848497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.848601] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.853937] env[65255]: INFO networking_nsxv3.common.synchronization [req-276dea78-bea1-4044-a6f2-ab04cc6f6244 req-1cad74c2-7745-4d55-adc1-5258e7f22e79 service nova] Enqueued Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_rules [ 664.854257] env[65255]: INFO networking_nsxv3.common.synchronization [req-276dea78-bea1-4044-a6f2-ab04cc6f6244 req-1cad74c2-7745-4d55-adc1-5258e7f22e79 service nova] Enqueued Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 664.854419] env[65255]: INFO networking_nsxv3.common.synchronization [req-276dea78-bea1-4044-a6f2-ab04cc6f6244 req-1cad74c2-7745-4d55-adc1-5258e7f22e79 service nova] Enqueued Resource ID: 1b695a96-e348-4121-a045-ecccb52aac68 with Priority: HIGHEST for action port [ 664.854735] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_rules [ 664.854890] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 664.854991] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b695a96-e348-4121-a045-ecccb52aac68 with Priority: HIGHEST for action port [ 664.855594] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.855711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.855763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.856015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.856102] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.857026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.857125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.857125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.858341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.858519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.858622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.858695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.858849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.858937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859052] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.859864] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b695a96-e348-4121-a045-ecccb52aac68 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.859975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.864188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.864588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.864588] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b695a96-e348-4121-a045-ecccb52aac68',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.930534] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.008036] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.008036] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.008357] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.008440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 0e836cee-7c7a-41c1-969e-ac60acf966cc not found, creating... [ 665.009222] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.009347] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.009840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.009840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.010148] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.010299] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.010412] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.010622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.010750] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.011301] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 0e836cee-7c7a-41c1-969e-ac60acf966cc is going to be created. [ 665.034686] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.034878] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.037945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.037945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.037945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.037945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.351449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e803fe-679c-4e41-8e37-2513c90dc7fd: rpc.has_security_group_logging(os_id): False [ 665.366373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.366514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.366705] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.369496] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.369673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.369673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.369887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.369993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.370194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.370295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.370357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.370508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.370605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.370768] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.370861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.370923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.371078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.371151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.371473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.371473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.371607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.371849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371849] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 665.372819] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b695a96-e348-4121-a045-ecccb52aac68 with status ACTIVE [ 665.372981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.373146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.373256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.373470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.373579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.373753] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.373849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.373912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374409] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374850] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b695a96-e348-4121-a045-ecccb52aac68 is going to be updated. [ 665.397279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.397600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.397670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.397832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.397966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.398145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b695a96-e348-4121-a045-ecccb52aac68" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433665] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.434187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.434292] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be updated. [ 665.436712] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.436880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.436927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.437120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.437272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.451991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 665.466934] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.467181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.467301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.467631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.467867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.478606] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [req-af6d6c92-ac7f-4653-b6b3-35b7e065bdba req-2f932442-000b-4a03-b433-b76c14cacb1c service nova] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_rules [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [req-af6d6c92-ac7f-4653-b6b3-35b7e065bdba req-2f932442-000b-4a03-b433-b76c14cacb1c service nova] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [req-af6d6c92-ac7f-4653-b6b3-35b7e065bdba req-2f932442-000b-4a03-b433-b76c14cacb1c service nova] Enqueued Resource ID: 0e836cee-7c7a-41c1-969e-ac60acf966cc with Priority: HIGHEST for action port [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_rules [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 665.804230] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e836cee-7c7a-41c1-969e-ac60acf966cc with Priority: HIGHEST for action port [ 665.804917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.805194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.805354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.805668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.805917] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.807332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.807640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.807943] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e836cee-7c7a-41c1-969e-ac60acf966cc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.808718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.808718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.809097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.810018] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e836cee-7c7a-41c1-969e-ac60acf966cc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.869783] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.308704] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.309086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.313415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e836cee-7c7a-41c1-969e-ac60acf966cc with status ACTIVE [ 666.313685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.313844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.313913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.314532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.314532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.314532] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.314759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.314759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.315635] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.315635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.316818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e836cee-7c7a-41c1-969e-ac60acf966cc is going to be updated. [ 666.374255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.374255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.374255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.374255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.374255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.374255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 is going to be created. [ 666.392644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.392644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.392644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.392644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.392644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.392644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e836cee-7c7a-41c1-969e-ac60acf966cc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.406193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.406641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.406830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.407167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.407570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.428369] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: UNINITIALIZED for 2s [ 667.239094] env[65255]: INFO networking_nsxv3.common.synchronization [req-be6c687e-3959-4ac8-b9a5-4191c7599571 req-12565722-39f0-4895-ac0d-6ee9bfcfa603 tempest-ListImageFiltersTestJSON-268057661 tempest-ListImageFiltersTestJSON-268057661-project-member] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 667.240151] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 667.240291] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.240423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.240487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.240744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.241042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.241042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.241252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.241252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.241365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.241517] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.470751] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 667.471171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.492997] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 667.494433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.494433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.494646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.494705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.494831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.494890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.495221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.495267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.496329] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.747867] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.748659] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.749053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.749152] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 already deleted. [ 667.749191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.789981] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790273] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.790346] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790573] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790825] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.790969] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.791125] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.791333] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.791491] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.791698] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.791803] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.791905] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.792018] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.792123] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.792225] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.792349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.812188] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.812392] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.812531] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.812732] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.813132] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.813357] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.813558] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.814565] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.814565] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.999035] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.318366] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.318366] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.318366] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.318366] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.318657] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.318657] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd not found, creating... [ 668.319589] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.319589] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.319589] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.319589] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.319589] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.319921] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.319981] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.320763] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.320763] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.320763] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.320763] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd is going to be created. [ 668.366397] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.366704] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.366831] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.367122] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.367379] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.367714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.445840] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: SUCCESS [ 668.445840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.445840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.445840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.445840] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.445840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.445840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.446317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.446317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.446317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.446426] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.501126] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.949301] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.949590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.949680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.950143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.950143] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.950298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.950355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.950576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.950699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.950802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.950982] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.951148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.951249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.951427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.951593] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.951717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.951808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.953063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.953982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.954608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.954608] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.006825] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.006979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.007699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.009678] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be updated. [ 669.045816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.046412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.046662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.047979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.047979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.062519] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [req-be6c687e-3959-4ac8-b9a5-4191c7599571 req-58fc4e94-1082-47f6-a432-b10faae7d4d4 service nova] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_rules [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [req-be6c687e-3959-4ac8-b9a5-4191c7599571 req-58fc4e94-1082-47f6-a432-b10faae7d4d4 service nova] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [req-be6c687e-3959-4ac8-b9a5-4191c7599571 req-58fc4e94-1082-47f6-a432-b10faae7d4d4 service nova] Enqueued Resource ID: 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd with Priority: HIGHEST for action port [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_rules [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 669.117020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd with Priority: HIGHEST for action port [ 669.117020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.117020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.117020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.117020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.117020] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.117703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.117703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.117703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.117822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.118082] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.118277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.118277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.118509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.118603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.118717] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.120031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.120172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.120245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.120434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.120771] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.458298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d18cd63-6a13-4b11-8013-0928fee89587: rpc.has_security_group_logging(os_id): False [ 669.486264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.486417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.488554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.488554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.488554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.489226] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.489510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.489510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.489607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.489932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.489932] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 is going to be created. [ 669.560203] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.560582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.560582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.560676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.560827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.578310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: IN_PROGRESS for 2s [ 669.623811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.625026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.625222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.625275] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd with status ACTIVE [ 669.625741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.625741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.625741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.625966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.626483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.626711] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.626827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.626960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.627162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.627402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.627502] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.627636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.627716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.627942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.628033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.628136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd is going to be updated. [ 669.677211] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.677440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.677440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.677685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.677861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.678084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d34bbc-44e8-4fcc-bc6b-b77fdd4a21cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.078853] env[65255]: INFO networking_nsxv3.common.synchronization [req-1d3a04b9-4072-42ca-b32f-077a718a66e8 req-41679840-c20e-4aee-b98f-7fd2ff892d69 tempest-ListImageFiltersTestJSON-268057661 tempest-ListImageFiltersTestJSON-268057661-project-member] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 670.079212] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 670.079525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.079607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130701] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.532436] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.532656] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.532801] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.533168] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.533543] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.533789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.533896] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.534533] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.534533] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.534749] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.534860] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.534963] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.535078] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.535183] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.535284] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.535415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.557239] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.557486] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.557567] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.558053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.558126] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-792874bd-504e-4153-9f19-2744881301c6 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.558267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.558721] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.558855] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792874bd-504e-4153-9f19-2744881301c6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.634448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.634448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.634448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.634448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.634448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.634448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be created. [ 670.661243] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.661453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.661495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.661720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.661901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.673192] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: UNINITIALIZED for 2s [ 671.062029] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.062785] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.062785] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.063013] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.063614] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.063614] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 792874bd-504e-4153-9f19-2744881301c6 not found, creating... [ 671.064614] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.065036] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.065277] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.065822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.066110] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.067175] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.067951] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068379] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.069062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.069763] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.070074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 792874bd-504e-4153-9f19-2744881301c6 is going to be created. [ 671.087442] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 671.087760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.089157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.089317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.089468] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.110758] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.111288] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.111288] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.111453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.111894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.111894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.593359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.593726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.593926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.594464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.594767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.595019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.595180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.595442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.595638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.597023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.601206] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: SUCCESS [ 671.601206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.960786] env[65255]: INFO networking_nsxv3.common.synchronization [req-1d3a04b9-4072-42ca-b32f-077a718a66e8 req-58369f81-f03b-4d51-9058-17a5fec60b01 service nova] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_rules [ 671.961083] env[65255]: INFO networking_nsxv3.common.synchronization [req-1d3a04b9-4072-42ca-b32f-077a718a66e8 req-58369f81-f03b-4d51-9058-17a5fec60b01 service nova] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 671.961213] env[65255]: INFO networking_nsxv3.common.synchronization [req-1d3a04b9-4072-42ca-b32f-077a718a66e8 req-58369f81-f03b-4d51-9058-17a5fec60b01 service nova] Enqueued Resource ID: 792874bd-504e-4153-9f19-2744881301c6 with Priority: HIGHEST for action port [ 671.961721] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_rules [ 671.961856] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 671.961953] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792874bd-504e-4153-9f19-2744881301c6 with Priority: HIGHEST for action port [ 671.962425] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.962532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.962720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.962801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.962975] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-792874bd-504e-4153-9f19-2744881301c6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.963131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.963185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.963460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.963460] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792874bd-504e-4153-9f19-2744881301c6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.104739] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1acbd14a-9d66-4ca9-9453-1fae2598c635: rpc.has_security_group_logging(os_id): False [ 672.133838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.133838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.133838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.134087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.134262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.134471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.134573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.134639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.134813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.134932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.135112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.135399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.135608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.135675] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.135980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.135980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.136083] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be updated. [ 672.274788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.275630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.275729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.276034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.276266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.292100] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 672.468136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 792874bd-504e-4153-9f19-2744881301c6 with status ACTIVE [ 672.468136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.468136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.468136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.468136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.468136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.468136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.468605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.468734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.468976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.469478] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.470505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.470505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.470505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.470505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.470505] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 792874bd-504e-4153-9f19-2744881301c6 is going to be updated. [ 672.494378] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.494538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.494765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.494998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.495157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.495329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792874bd-504e-4153-9f19-2744881301c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.685902] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 672.686116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.686319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.686578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.686771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.686910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.686977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.687173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.687261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.687348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.687460] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.688413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.688590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.688775] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.688890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.688946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.689222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.689314] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.190860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.191406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.191687] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.698279] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.200443] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.200791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.200791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.200969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.201117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.201255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be updated. [ 674.239961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.240159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.240230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.241114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.241114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.253634] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 674.327643] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 674.327945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265262] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 676.265658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.265988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.266313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.266399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.266566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.266647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266759] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.367171] env[65255]: INFO networking_nsxv3.common.synchronization [req-178a00bb-5423-4719-a037-3b3c7933ea1e req-5e9af899-ce86-4563-8431-c7641ede8011 tempest-InstanceActionsNegativeTestJSON-681320429 tempest-InstanceActionsNegativeTestJSON-681320429-project-member] Enqueued Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 676.367171] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 676.367171] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.367557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.367733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.368723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.369191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.369426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.369575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.369853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.370053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.370272] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.769151] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.868628] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2ad035c6-48ca-468b-ad65-7acbb9a784d1 None None] Enqueued Resource ID: 2974e85a-b1b9-4f04-a545-610ff5894a61 with Priority: HIGHEST for action port [ 676.868628] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2974e85a-b1b9-4f04-a545-610ff5894a61 with Priority: HIGHEST for action port [ 676.868628] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2974e85a-b1b9-4f04-a545-610ff5894a61 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.868628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2974e85a-b1b9-4f04-a545-610ff5894a61" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.868628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2974e85a-b1b9-4f04-a545-610ff5894a61" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.868628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2974e85a-b1b9-4f04-a545-610ff5894a61" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.868628] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2974e85a-b1b9-4f04-a545-610ff5894a61',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.872778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.872936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.873022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.873282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.873378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.873581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.873684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.873747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.873905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.873980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.874075] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 already deleted. [ 676.874172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.025659] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-907" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-907" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-907" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.025659] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.025659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.026241] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.026241] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.026241] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.026241] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.026241] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.026488] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.026488] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.063537] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.063537] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.063762] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.063762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-907" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.064162] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-cfe195bd-c06b-47a7-8be6-bafb66fd3464 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.064405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.064485] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.064793] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.064940] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe195bd-c06b-47a7-8be6-bafb66fd3464',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.272027] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.369396] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2974e85a-b1b9-4f04-a545-610ff5894a61 [ 677.369658] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.369799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.369868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.371097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.371239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.371357] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2974e85a-b1b9-4f04-a545-610ff5894a61 already deleted. [ 677.371476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2974e85a-b1b9-4f04-a545-610ff5894a61" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.515544] env[65255]: INFO networking_nsxv3.common.synchronization [req-3fee9cbe-34e4-47b7-aa36-7766d85c888e req-0aba8d18-0f55-482b-9f07-8a5f2cf384d2 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 677.516235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 677.516602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b2425bc-03f7-4505-ad10-af26d76a265d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.517160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.517160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.517160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.517528] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b2425bc-03f7-4505-ad10-af26d76a265d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.567782] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.568057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.568198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.568708] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.568708] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.568863] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port cfe195bd-c06b-47a7-8be6-bafb66fd3464 not found, creating... [ 677.569440] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.569440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.569440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.569696] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.569788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.571208] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.571516] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.571722] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.572020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.572185] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.572349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: cfe195bd-c06b-47a7-8be6-bafb66fd3464 is going to be created. [ 677.603480] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.603774] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.603987] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.604416] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.604687] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.604924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.774706] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.774901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.774969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.775298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.775520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.775604] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be updated. [ 677.840530] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.840747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.840747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.840903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.841112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.858440] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 678.042457] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.042633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.042704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.042918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.043044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.043174] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b2425bc-03f7-4505-ad10-af26d76a265d already deleted. [ 678.043270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.324018] env[65255]: INFO networking_nsxv3.common.synchronization [req-178a00bb-5423-4719-a037-3b3c7933ea1e req-81ac0d9b-c400-4c37-95b9-6ecd035bfdfc service nova] Enqueued Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_rules [ 678.324343] env[65255]: INFO networking_nsxv3.common.synchronization [req-178a00bb-5423-4719-a037-3b3c7933ea1e req-81ac0d9b-c400-4c37-95b9-6ecd035bfdfc service nova] Enqueued Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 678.324343] env[65255]: INFO networking_nsxv3.common.synchronization [req-178a00bb-5423-4719-a037-3b3c7933ea1e req-81ac0d9b-c400-4c37-95b9-6ecd035bfdfc service nova] Enqueued Resource ID: cfe195bd-c06b-47a7-8be6-bafb66fd3464 with Priority: HIGHEST for action port [ 678.325041] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_rules [ 678.327136] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 678.328297] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe195bd-c06b-47a7-8be6-bafb66fd3464 with Priority: HIGHEST for action port [ 678.328297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.328297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.328297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.328297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.328297] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.329409] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.329529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.329578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.329748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.329948] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.330520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.330520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.330520] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.331271] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe195bd-c06b-47a7-8be6-bafb66fd3464 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.331382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.331636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.331636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.331746] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe195bd-c06b-47a7-8be6-bafb66fd3464',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.834676] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.834676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.834676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.835180] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfe195bd-c06b-47a7-8be6-bafb66fd3464 with status ACTIVE [ 678.836062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.836062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.836062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.836062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.836289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.836450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.836589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.836671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.837077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.837077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.837538] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.837538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.837538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.837538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.837538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.837748] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfe195bd-c06b-47a7-8be6-bafb66fd3464 is going to be updated. [ 678.864794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.864996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.865055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.865752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.865752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.865752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe195bd-c06b-47a7-8be6-bafb66fd3464" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.340090] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.447152] env[65255]: INFO networking_nsxv3.common.synchronization [None req-faaebc56-bf4a-43ac-bf88-ead9e1f53b8b None None] Enqueued Resource ID: 04c5bceb-7011-46e6-90da-8fb18185e362 with Priority: HIGHEST for action port [ 679.447959] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c5bceb-7011-46e6-90da-8fb18185e362 with Priority: HIGHEST for action port [ 679.448064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c5bceb-7011-46e6-90da-8fb18185e362 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.448178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c5bceb-7011-46e6-90da-8fb18185e362" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.448241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c5bceb-7011-46e6-90da-8fb18185e362" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.448501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c5bceb-7011-46e6-90da-8fb18185e362" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.448582] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c5bceb-7011-46e6-90da-8fb18185e362',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.844155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.844455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.844540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.844783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.844876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.844979] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 is going to be created. [ 679.869250] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 679.869755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.870430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.870643] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.870643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.870643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.871514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.871514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.872392] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872392] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.877452] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.877452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.877452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.877452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.877452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.893340] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: UNINITIALIZED for 2s [ 679.953825] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c5bceb-7011-46e6-90da-8fb18185e362 [ 679.954031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.954204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.954275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.954495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.954592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.954688] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c5bceb-7011-46e6-90da-8fb18185e362 already deleted. [ 679.954770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c5bceb-7011-46e6-90da-8fb18185e362" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.374508] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb72e51-436a-480e-ae41-7f03a0f3db08: rpc.has_security_group_logging(os_id): False [ 680.411420] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.411637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.411748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.412078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.412999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.412999] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.412999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.412999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.412999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.412999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.413554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.413770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.413889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.414440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.414440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.415439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.415439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.415439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.415439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.415439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.415792] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be created. [ 680.492917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.492917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.509959] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 681.137206] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b132d1ca-804f-4e17-925a-1fbbd20d4b41 None None] Enqueued Resource ID: 4b7e195b-c46c-486d-a4e6-af480449fbad with Priority: HIGHEST for action port [ 681.137827] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7e195b-c46c-486d-a4e6-af480449fbad with Priority: HIGHEST for action port [ 681.138255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7e195b-c46c-486d-a4e6-af480449fbad taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.138373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7e195b-c46c-486d-a4e6-af480449fbad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.138443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7e195b-c46c-486d-a4e6-af480449fbad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.140717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7e195b-c46c-486d-a4e6-af480449fbad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.140975] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7e195b-c46c-486d-a4e6-af480449fbad',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.644274] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b7e195b-c46c-486d-a4e6-af480449fbad [ 681.644274] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.644621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.644621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.645220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.645220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.645486] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b7e195b-c46c-486d-a4e6-af480449fbad already deleted. [ 681.645486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7e195b-c46c-486d-a4e6-af480449fbad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.911148] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: SUCCESS [ 681.911429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.911651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.911920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.912180] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.912361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.912452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.912651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.912786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.912913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.913051] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.980345] env[65255]: INFO networking_nsxv3.common.synchronization [req-90853ae6-a195-4d8f-8732-fec41beb8099 req-08a09805-e16c-4856-8eaf-034c63e8a90c tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 681.980971] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 681.981353] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.982031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.982031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.982031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.982031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.982279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.982279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.984051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.984051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.984051] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.417823] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.417987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.418064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.418268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.418545] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.418545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.418651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.418726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.418810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.418996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.419174] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.419275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.419337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.419486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.423019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.423019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.423019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.423019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.423019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.423019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.423019] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.423640] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b4aa9945-6dfb-4138-8514-c2e0c0816500 None None] Enqueued Resource ID: b7a18ee6-b8fe-46d3-994f-a143fa94135d with Priority: HIGHEST for action port [ 682.424732] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a18ee6-b8fe-46d3-994f-a143fa94135d with Priority: HIGHEST for action port [ 682.424732] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a18ee6-b8fe-46d3-994f-a143fa94135d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.424732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a18ee6-b8fe-46d3-994f-a143fa94135d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.424732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a18ee6-b8fe-46d3-994f-a143fa94135d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.425209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a18ee6-b8fe-46d3-994f-a143fa94135d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.425209] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a18ee6-b8fe-46d3-994f-a143fa94135d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.486106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.486308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.486391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.486646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.486744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.486991] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.487244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.487244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.487361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.487398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.487524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de already deleted. [ 682.487635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.490240] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.490467] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.490607] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.490894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.491675] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.491847] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.491959] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.492288] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.492421] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.492703] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.492884] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.492996] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.493823] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.493960] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.494082] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.494219] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.518499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.519741] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.519741] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.519741] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.520360] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-59beef86-f898-462d-ae04-6c5d723d6213 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.521633] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.521633] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.521633] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.521633] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59beef86-f898-462d-ae04-6c5d723d6213',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.525886] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 682.526154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527389] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.923053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83fe2ea-cf93-4501-97bc-cc62728ca367: rpc.has_security_group_logging(os_id): False [ 682.926610] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a18ee6-b8fe-46d3-994f-a143fa94135d [ 682.926813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.926945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.927033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.927261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.927359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.927476] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a18ee6-b8fe-46d3-994f-a143fa94135d already deleted. [ 682.927547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a18ee6-b8fe-46d3-994f-a143fa94135d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.946175] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.946175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.946373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.946471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.946564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.946813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.946915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.946978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.947147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.947226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.947451] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.947534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.947588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.947729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.947801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.947981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.948821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.948893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.949465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.950526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.950526] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 is going to be created. [ 683.026404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.027080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.027080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.027080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.027080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.028358] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.028554] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.028672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.028943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.029086] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.029225] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 59beef86-f898-462d-ae04-6c5d723d6213 not found, creating... [ 683.029605] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.029605] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029704] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.030047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.030047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.030306] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.030456] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.030567] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.030771] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.030906] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.031663] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 59beef86-f898-462d-ae04-6c5d723d6213 is going to be created. [ 683.032945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.033078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.033195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.033369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.033929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.034064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.034151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.034343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.034411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.034939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.034939] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.049545] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: IN_PROGRESS for 2s [ 683.067571] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.067823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.068062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068895] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.069177] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.540765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.540765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.540765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.541134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.541134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.541249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.541303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.541483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.541589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.541692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.543905] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.544089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.544143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.544346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.544525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.544628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.544764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.546079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.546079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.546079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.546079] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.745276] env[65255]: INFO networking_nsxv3.common.synchronization [req-a5d8cd6b-3a2d-4c01-9c3e-4e9e39b1e453 req-60c0bcff-32ea-41a1-9bfc-5f4754043bb4 tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 683.745979] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 683.746516] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b2425bc-03f7-4505-ad10-af26d76a265d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.746659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.746715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.747508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747508] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b2425bc-03f7-4505-ad10-af26d76a265d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.938416] env[65255]: INFO networking_nsxv3.common.synchronization [req-90853ae6-a195-4d8f-8732-fec41beb8099 req-b2b3f135-cd3d-4dcc-a477-6ef6268f3673 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 683.938416] env[65255]: INFO networking_nsxv3.common.synchronization [req-90853ae6-a195-4d8f-8732-fec41beb8099 req-b2b3f135-cd3d-4dcc-a477-6ef6268f3673 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 683.938416] env[65255]: INFO networking_nsxv3.common.synchronization [req-90853ae6-a195-4d8f-8732-fec41beb8099 req-b2b3f135-cd3d-4dcc-a477-6ef6268f3673 service nova] Enqueued Resource ID: 59beef86-f898-462d-ae04-6c5d723d6213 with Priority: HIGHEST for action port [ 683.938774] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 683.938774] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 683.938995] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59beef86-f898-462d-ae04-6c5d723d6213 with Priority: HIGHEST for action port [ 683.940104] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.940104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.940104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.940104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.940104] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.942553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.942553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.942553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.942553] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.945136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-59beef86-f898-462d-ae04-6c5d723d6213 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.945136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.945369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.945455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.945514] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59beef86-f898-462d-ae04-6c5d723d6213',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.049619] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb72e51-436a-480e-ae41-7f03a0f3db08: rpc.has_security_group_logging(os_id): False [ 684.072224] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.072224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.072224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.072224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.072224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.072487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.072487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.072579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.072663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.072735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.072929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.073051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.073127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.073292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.073364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.073562] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.073673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.073733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.073872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.073944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.077456] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be updated. [ 684.169213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.171021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.171021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.171021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.171021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.187575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 684.273275] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.273428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.273499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.273716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.273807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.273905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b2425bc-03f7-4505-ad10-af26d76a265d already deleted. [ 684.273987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432699] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8f0a819d-84f1-44a7-8c6b-0ee29a26c732 None None] Enqueued Resource ID: 304a1f03-95aa-426c-b719-294370f51c16 with Priority: HIGHEST for action port [ 684.435046] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304a1f03-95aa-426c-b719-294370f51c16 with Priority: HIGHEST for action port [ 684.435046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-304a1f03-95aa-426c-b719-294370f51c16 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.435046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304a1f03-95aa-426c-b719-294370f51c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.435046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304a1f03-95aa-426c-b719-294370f51c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.435046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304a1f03-95aa-426c-b719-294370f51c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.435046] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304a1f03-95aa-426c-b719-294370f51c16',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.446631] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.451255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59beef86-f898-462d-ae04-6c5d723d6213 with status ACTIVE [ 684.451255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59beef86-f898-462d-ae04-6c5d723d6213 is going to be updated. [ 684.451832] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.478879] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.479043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.479111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.479325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.479484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.479615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59beef86-f898-462d-ae04-6c5d723d6213" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.939217] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304a1f03-95aa-426c-b719-294370f51c16 [ 684.939217] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.939217] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304a1f03-95aa-426c-b719-294370f51c16 already deleted. [ 684.939217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304a1f03-95aa-426c-b719-294370f51c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947997] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.068993] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: SUCCESS [ 685.069420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.382820] env[65255]: INFO networking_nsxv3.common.synchronization [None req-6498462a-8d70-403e-a285-62a0a645a676 None None] Enqueued Resource ID: 8e3ab439-b810-4fb9-8643-98de5b6bd286 with Priority: HIGHEST for action port [ 685.382820] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3ab439-b810-4fb9-8643-98de5b6bd286 with Priority: HIGHEST for action port [ 685.383314] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e3ab439-b810-4fb9-8643-98de5b6bd286 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e3ab439-b810-4fb9-8643-98de5b6bd286" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e3ab439-b810-4fb9-8643-98de5b6bd286" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.383682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e3ab439-b810-4fb9-8643-98de5b6bd286" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.383756] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3ab439-b810-4fb9-8643-98de5b6bd286',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.452917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.455731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.455731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.455731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.455731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.455731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be created. [ 685.481663] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.481663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.481663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.481663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.481663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.490306] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: UNINITIALIZED for 2s [ 685.887409] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e3ab439-b810-4fb9-8643-98de5b6bd286 [ 685.887570] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.887646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.890051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.890051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.890051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.890051] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e3ab439-b810-4fb9-8643-98de5b6bd286 already deleted. [ 685.890051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e3ab439-b810-4fb9-8643-98de5b6bd286" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.045540] env[65255]: INFO networking_nsxv3.common.synchronization [None req-fe3fea45-8d3d-4808-bf62-8a469469f076 None None] Enqueued Resource ID: bb32160f-7417-45e1-9c76-a7982525352c with Priority: HIGHEST for action port [ 686.046286] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb32160f-7417-45e1-9c76-a7982525352c with Priority: HIGHEST for action port [ 686.046656] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb32160f-7417-45e1-9c76-a7982525352c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.046808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb32160f-7417-45e1-9c76-a7982525352c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.046975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb32160f-7417-45e1-9c76-a7982525352c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.048105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb32160f-7417-45e1-9c76-a7982525352c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.048230] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb32160f-7417-45e1-9c76-a7982525352c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.206942] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 686.207872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.466952] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2ef0be41-98de-47f6-b473-8b0d9df41ae0 tempest-ServersTestFqdnHostnames-218020105 tempest-ServersTestFqdnHostnames-218020105-project-member] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 686.467124] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 686.467425] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.467610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.467610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.467933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.469335] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.551987] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb32160f-7417-45e1-9c76-a7982525352c [ 686.552576] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.552714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.552891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.552998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.553119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.553298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb32160f-7417-45e1-9c76-a7982525352c already deleted. [ 686.553391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb32160f-7417-45e1-9c76-a7982525352c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627871] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e4db12a6-52ad-46d0-a676-280c2539867a tempest-ServersTestFqdnHostnames-218020105 tempest-ServersTestFqdnHostnames-218020105-project-member] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 686.627871] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 686.629021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.629021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.995190] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.997224] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 already deleted. [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.997224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.997224] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.503884] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 687.504261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.504514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.504817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.505104] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.505275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.505382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.506171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.506171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.506171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.506171] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.528527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.528673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.528742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.528967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.529068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.529162] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 already deleted. [ 687.529267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.779656] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5dfe3df-280e-4e0b-b674-366a64655f20 req-1bf76336-b066-420b-a24b-3e1521155bef tempest-SecurityGroupRulesTestJSON-1601740898 tempest-SecurityGroupRulesTestJSON-1601740898-project-member] Enqueued Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 687.780569] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2425bc-03f7-4505-ad10-af26d76a265d with Priority: HIGHEST for action security_group_rules [ 687.784032] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b2425bc-03f7-4505-ad10-af26d76a265d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.784032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.784032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.784032] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b2425bc-03f7-4505-ad10-af26d76a265d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.009808] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.009978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.010077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.010293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011183] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.011183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.011183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.011543] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.011543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.011686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.011733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.011766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.012670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.012670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.012670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.012670] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.307253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310327] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b2425bc-03f7-4505-ad10-af26d76a265d already deleted. [ 688.310327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b2425bc-03f7-4505-ad10-af26d76a265d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.519068] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6285dc15-ab69-4b43-afad-64b221dcd6de: rpc.has_security_group_logging(os_id): False [ 688.575307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.575547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.575547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.575763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.575854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.576101] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.576208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.576276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.576466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.577117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.577117] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.577117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.577117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.577918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.578190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578453] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.578550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.578622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.578952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.578952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.578952] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be created. [ 688.685614] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.685899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.686020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.686305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.686520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705504] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 689.432844] env[65255]: INFO networking_nsxv3.common.synchronization [None req-71df9744-c909-48e7-9830-3bce8359c1aa None None] Enqueued Resource ID: e9baf6f8-8967-4791-929e-731b02b125b7 with Priority: HIGHEST for action port [ 689.433695] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9baf6f8-8967-4791-929e-731b02b125b7 with Priority: HIGHEST for action port [ 689.433978] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9baf6f8-8967-4791-929e-731b02b125b7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.434177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9baf6f8-8967-4791-929e-731b02b125b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.434261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9baf6f8-8967-4791-929e-731b02b125b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.434617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9baf6f8-8967-4791-929e-731b02b125b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.434679] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9baf6f8-8967-4791-929e-731b02b125b7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.938676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9baf6f8-8967-4791-929e-731b02b125b7 [ 689.939056] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.939056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.939240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.939807] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9baf6f8-8967-4791-929e-731b02b125b7 already deleted. [ 689.939892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9baf6f8-8967-4791-929e-731b02b125b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.965388] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b3f6641-4fc7-4ee9-8205-9910cbdd9f13 req-8796b4f3-8090-4463-8e4b-314761a03140 tempest-DeleteServersAdminTestJSON-1469449096 tempest-DeleteServersAdminTestJSON-1469449096-project-member] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 689.966978] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 689.967368] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.969036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.969175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.969414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.969599] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.969713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.969801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.970557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.970557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.970557] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.472678] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.475662] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.475662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.476179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.476492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.477259] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be updated. [ 690.518680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.518680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.518680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.518680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.518680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531579] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 690.544290] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.544520] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.544713] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.545057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.545385] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.545685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546484] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546630] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.547826] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.547826] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.547826] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.547826] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.547826] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.547826] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.547826] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.574728] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.574728] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.574728] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.574976] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.575275] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-91f39bf8-b634-468b-be0d-cc2455160c3b taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.575429] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.575548] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.576068] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.576346] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f39bf8-b634-468b-be0d-cc2455160c3b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.721452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 690.721730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078950] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.079458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.079636] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.080032] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.081267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.081571] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 91f39bf8-b634-468b-be0d-cc2455160c3b not found, creating... [ 691.082122] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.082377] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.082581] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.082897] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.083099] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.083463] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083633] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.083740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.083998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.084213] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.084435] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 91f39bf8-b634-468b-be0d-cc2455160c3b is going to be created. [ 691.113769] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.114455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.114455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.114839] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.116736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.116736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.866869] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b3f6641-4fc7-4ee9-8205-9910cbdd9f13 req-33a8f1b8-93ab-4b5c-96a4-3989f67aedba service nova] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_rules [ 691.866869] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b3f6641-4fc7-4ee9-8205-9910cbdd9f13 req-33a8f1b8-93ab-4b5c-96a4-3989f67aedba service nova] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 691.867048] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b3f6641-4fc7-4ee9-8205-9910cbdd9f13 req-33a8f1b8-93ab-4b5c-96a4-3989f67aedba service nova] Enqueued Resource ID: 91f39bf8-b634-468b-be0d-cc2455160c3b with Priority: HIGHEST for action port [ 691.867626] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_rules [ 691.867766] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 691.867877] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f39bf8-b634-468b-be0d-cc2455160c3b with Priority: HIGHEST for action port [ 691.871367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.871569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.871656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.871905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.871975] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.873337] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.873453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.873770] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f39bf8-b634-468b-be0d-cc2455160c3b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.873881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.873988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.874720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.874851] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f39bf8-b634-468b-be0d-cc2455160c3b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.191487] env[65255]: INFO networking_nsxv3.common.synchronization [None req-a5de5441-d230-451f-9802-e0584f14d8b9 None None] Enqueued Resource ID: 7299185c-9ed6-4ed0-9162-423aaf673c6a with Priority: HIGHEST for action port [ 692.192465] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7299185c-9ed6-4ed0-9162-423aaf673c6a with Priority: HIGHEST for action port [ 692.192587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7299185c-9ed6-4ed0-9162-423aaf673c6a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.192765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7299185c-9ed6-4ed0-9162-423aaf673c6a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.192854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7299185c-9ed6-4ed0-9162-423aaf673c6a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.193706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7299185c-9ed6-4ed0-9162-423aaf673c6a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.193706] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7299185c-9ed6-4ed0-9162-423aaf673c6a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.379262] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.379485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.379753] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f39bf8-b634-468b-be0d-cc2455160c3b with status ACTIVE [ 692.379991] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.380156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.380248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.380533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.380680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.380936] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.381073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.381156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.381383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.381494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.382446] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.382871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.382871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.382961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.383067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.383204] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f39bf8-b634-468b-be0d-cc2455160c3b is going to be updated. [ 692.419892] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.420111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.420168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.420878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.421079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.421282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f39bf8-b634-468b-be0d-cc2455160c3b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.555059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 692.555059] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 deletion is rescheduled due to dependency. [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.555059] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.555059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.555059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.695584] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7299185c-9ed6-4ed0-9162-423aaf673c6a [ 692.696538] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.696694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.696759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.699314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.699314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.699314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7299185c-9ed6-4ed0-9162-423aaf673c6a already deleted. [ 692.699314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7299185c-9ed6-4ed0-9162-423aaf673c6a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.699828] env[65255]: INFO networking_nsxv3.common.synchronization [req-5e007e47-a84f-49a9-a3fb-b1ef5e695be9 req-c6a1c297-00da-43b3-9d3f-1ce284579766 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 692.700054] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 692.700385] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.700557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.700609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.700861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.700983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.701206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.701264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.701433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.701554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.701626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.057663] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.174709] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.174908] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.174991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.175372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.176743] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.176743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.176743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.176743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.176743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.176743] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.176743] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.176743] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.176743] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.177208] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.177208] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.177208] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.204279] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.204279] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.204279] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.204279] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.204279] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-789c3571-1f84-49b3-96bb-e1f022d2b4ea taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.204279] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.204279] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.204817] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.204817] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789c3571-1f84-49b3-96bb-e1f022d2b4ea',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.209070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.209070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.209070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.209070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.209070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.209523] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.209523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.209523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.209523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.209708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.209708] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 already deleted. [ 693.209754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560541] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.715024] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.715024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 789c3571-1f84-49b3-96bb-e1f022d2b4ea not found, creating... [ 693.715024] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.715024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.715952] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.716274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.716799] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.717217] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.717714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.718117] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.718404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.718692] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 789c3571-1f84-49b3-96bb-e1f022d2b4ea is going to be created. [ 693.745276] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.745276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.745276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.745276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.745276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.745276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.063820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.063996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.064583] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be updated. [ 694.109133] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.110064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.110207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.110411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.110559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.124936] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [req-5e007e47-a84f-49a9-a3fb-b1ef5e695be9 req-2094982b-38c8-47d4-aaa5-9db23be5ada3 service nova] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [req-5e007e47-a84f-49a9-a3fb-b1ef5e695be9 req-2094982b-38c8-47d4-aaa5-9db23be5ada3 service nova] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [req-5e007e47-a84f-49a9-a3fb-b1ef5e695be9 req-2094982b-38c8-47d4-aaa5-9db23be5ada3 service nova] Enqueued Resource ID: 789c3571-1f84-49b3-96bb-e1f022d2b4ea with Priority: HIGHEST for action port [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 694.622994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789c3571-1f84-49b3-96bb-e1f022d2b4ea with Priority: HIGHEST for action port [ 694.622994] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.622994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.622994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.622994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.622994] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.624763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.624763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.624763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.624763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.624763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.625251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.625251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.625251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.625352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.626036] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.626718] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-789c3571-1f84-49b3-96bb-e1f022d2b4ea taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.626856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.626975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.627210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.627379] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789c3571-1f84-49b3-96bb-e1f022d2b4ea',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.133969] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.133969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.133969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.133969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 789c3571-1f84-49b3-96bb-e1f022d2b4ea with status ACTIVE [ 695.133969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.133969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.133969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.133969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.133969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.134587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.134587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.134587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.134587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.134587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.136412] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.136489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.136738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.136876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.137064] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 789c3571-1f84-49b3-96bb-e1f022d2b4ea is going to be updated. [ 695.162790] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.163625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.163625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.163625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.163768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.164060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789c3571-1f84-49b3-96bb-e1f022d2b4ea" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.568651] env[65255]: INFO networking_nsxv3.common.synchronization [None req-27012f3e-8ae7-4525-a018-65d54dc72c2e None None] Enqueued Resource ID: db6b4d9d-d1a1-4105-b631-afecb664a327 with Priority: HIGHEST for action port [ 695.569281] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6b4d9d-d1a1-4105-b631-afecb664a327 with Priority: HIGHEST for action port [ 695.569616] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-db6b4d9d-d1a1-4105-b631-afecb664a327 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.569714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db6b4d9d-d1a1-4105-b631-afecb664a327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.569783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db6b4d9d-d1a1-4105-b631-afecb664a327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.573220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db6b4d9d-d1a1-4105-b631-afecb664a327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.573364] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6b4d9d-d1a1-4105-b631-afecb664a327',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.642207] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.898352] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ca9150d1-fa32-4c5b-b367-20af87804662 tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 7df58161-5210-4b40-98f5-48c75e8c5742 with Priority: HIGHEST for action security_group_rules [ 695.898352] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df58161-5210-4b40-98f5-48c75e8c5742 with Priority: HIGHEST for action security_group_rules [ 695.898352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df58161-5210-4b40-98f5-48c75e8c5742 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.898467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.898467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.898733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.898857] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df58161-5210-4b40-98f5-48c75e8c5742',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.020977] env[65255]: INFO networking_nsxv3.common.synchronization [None req-11bf416f-ac79-4695-a1a1-35d1497ea7ae tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 7df58161-5210-4b40-98f5-48c75e8c5742 with Priority: HIGHEST for action security_group_rules [ 696.022294] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df58161-5210-4b40-98f5-48c75e8c5742 with Priority: HIGHEST for action security_group_rules [ 696.022625] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df58161-5210-4b40-98f5-48c75e8c5742 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.022779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.076585] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db6b4d9d-d1a1-4105-b631-afecb664a327 [ 696.077603] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.077783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.077869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.078160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.078242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.078347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db6b4d9d-d1a1-4105-b631-afecb664a327 already deleted. [ 696.078430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db6b4d9d-d1a1-4105-b631-afecb664a327" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.144611] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 696.144831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.145245] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.145365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.145427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.145637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.145698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.145785] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be created. [ 696.146893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.148386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.148579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.148693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.148782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.149034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.149233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.149335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.149426] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.184108] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.184108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.184108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.184108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.184108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.207263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: UNINITIALIZED for 2s [ 696.434485] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.434485] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df58161-5210-4b40-98f5-48c75e8c5742 already deleted. [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.434485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.434485] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df58161-5210-4b40-98f5-48c75e8c5742',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.653277] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.653591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.653715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.654697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.654697] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.654697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.654697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.655207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.655207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.655550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.655967] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.655967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.655967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.657214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.657753] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.658018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.658018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.658746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.658746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.658746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.658746] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.964530] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.964530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.964530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.964530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.964530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.964530] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df58161-5210-4b40-98f5-48c75e8c5742 already deleted. [ 696.964530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df58161-5210-4b40-98f5-48c75e8c5742" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163261] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6451f3a4-3735-4fca-aded-9e7d08caed29: rpc.has_security_group_logging(os_id): False [ 697.187244] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.187395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.187466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.187688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.187778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.187972] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.188088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.188151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.188323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.188421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.188632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.188728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.188791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.188946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.189065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.189321] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.189460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.189532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.189681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.189758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.189846] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be updated. [ 697.274061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.274979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.294053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 697.926926] env[65255]: INFO networking_nsxv3.common.synchronization [req-c80b58a5-f3ad-4e7f-9650-9bd32834f19a req-a86b30de-2b9c-4201-bfa9-64d41162a128 tempest-FloatingIPsAssociationTestJSON-210732388 tempest-FloatingIPsAssociationTestJSON-210732388-project-member] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 697.928992] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 697.928992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.928992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.928992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.930046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.930046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.930046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.930046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.930046] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.219395] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 698.220376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.220627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.220885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221170] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.221345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.221438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.221797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.221930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.222163] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.350013] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.351254] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.351254] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.351254] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.351254] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.351541] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.351781] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.353162] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.353162] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.353162] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.353162] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.353162] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.353162] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.353162] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.353162] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.353475] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.379018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.379294] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.379699] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.379930] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380571] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-f68686c7-5588-4963-bc16-07b5844d2557 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.380719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380829] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.381314] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.381548] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68686c7-5588-4963-bc16-07b5844d2557',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.432815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.433090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.433090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.433504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.433635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.433862] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.433984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.434074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.434291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.434372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.434470] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec already deleted. [ 698.434544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.728903] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.884209] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.884532] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.884731] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.885034] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.885174] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.885332] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port f68686c7-5588-4963-bc16-07b5844d2557 not found, creating... [ 698.885992] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.885992] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.885992] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.886239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.886374] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.886646] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.886787] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.886894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.887215] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.887387] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.887448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: f68686c7-5588-4963-bc16-07b5844d2557 is going to be created. [ 698.909906] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.910166] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.910245] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.910520] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.910736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.910948] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.230874] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba34ee2d-cc9b-4b6f-b9cb-a574904b2086: rpc.has_security_group_logging(os_id): False [ 699.257973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.258203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.258294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.258584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.258738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.259084] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.259234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.259318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.259529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.259633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.259727] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be created. [ 699.317508] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 699.317740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.350061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.350242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.350295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.350512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.350694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.385700] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 699.722831] env[65255]: INFO networking_nsxv3.common.synchronization [req-c80b58a5-f3ad-4e7f-9650-9bd32834f19a req-184fdf48-8bc3-42eb-9f99-719d980f00f8 service nova] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_rules [ 699.723225] env[65255]: INFO networking_nsxv3.common.synchronization [req-c80b58a5-f3ad-4e7f-9650-9bd32834f19a req-184fdf48-8bc3-42eb-9f99-719d980f00f8 service nova] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 699.723225] env[65255]: INFO networking_nsxv3.common.synchronization [req-c80b58a5-f3ad-4e7f-9650-9bd32834f19a req-184fdf48-8bc3-42eb-9f99-719d980f00f8 service nova] Enqueued Resource ID: f68686c7-5588-4963-bc16-07b5844d2557 with Priority: HIGHEST for action port [ 699.723759] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_rules [ 699.723910] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 699.724516] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68686c7-5588-4963-bc16-07b5844d2557 with Priority: HIGHEST for action port [ 699.725070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.725070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.725070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.725352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.725416] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.726333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.726451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.726514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.726832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.727081] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.727191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.727234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.729145] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.731202] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68686c7-5588-4963-bc16-07b5844d2557 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.731202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.731202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.731202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.731202] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68686c7-5588-4963-bc16-07b5844d2557',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.232128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.232398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.232398] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.234393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68686c7-5588-4963-bc16-07b5844d2557 with status ACTIVE [ 700.234393] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.234393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.234393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.234393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.234393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.237930] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.237930] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.237930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.237930] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68686c7-5588-4963-bc16-07b5844d2557 is going to be updated. [ 700.275910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.276279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.276393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.276840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.277408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.277766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68686c7-5588-4963-bc16-07b5844d2557" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.737974] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.823669] env[65255]: INFO networking_nsxv3.common.synchronization [req-5ea90b94-c81e-4642-9bc3-f15beafb4c91 req-edc4d674-8984-41c1-8867-2724fad37715 tempest-InstanceActionsNegativeTestJSON-681320429 tempest-InstanceActionsNegativeTestJSON-681320429-project-member] Enqueued Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 700.824477] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGHEST for action security_group_members [ 700.824892] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.825093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.825220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.825463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.825698] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.825801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.825896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.826119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.826244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.826409] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.243372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.243372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.243372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.243372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.243372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.243372] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be created. [ 701.295147] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.295365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.295411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.295752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.295910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.318036] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: UNINITIALIZED for 2s [ 701.328650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.328650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.330132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.330252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.330321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.330593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.330593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.330672] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 is going to be updated. [ 701.377308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.377308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.377308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.377308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.377308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.389322] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: IN_PROGRESS for 2s [ 701.403136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 701.404091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.343864] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 703.344339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.344339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.344753] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.345068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.345151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.345339] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.400852] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 in Status: SUCCESS [ 703.400975] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 deletion is rescheduled due to dependency. [ 703.401234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.848546] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.848546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.848546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.849250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.849486] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.849604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.849657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851595] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.851595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.851595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852033] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.852033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.852033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.852190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852582] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.356562] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6ea546-ed95-432b-8986-cfbbbcd8ebec: rpc.has_security_group_logging(os_id): False [ 704.381558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.381558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.381558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.381558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.382268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.383241] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.383378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.383464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.383637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.383719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.383806] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be created. [ 704.461888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.462697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.465060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.465060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.465060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.477609] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 704.857355] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-511abeb7-48e5-4b59-af67-d9b9a42da762 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 704.858579] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 704.859204] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.859304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.859304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.859613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.859815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.860029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.860029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.860929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.860929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.860929] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.002946] env[65255]: INFO networking_nsxv3.common.synchronization [None req-1af0a97e-b307-4b9b-b666-d10f8bad2e49 None None] Enqueued Resource ID: 88825f57-d47e-4472-8919-b1a004fa0eb0 with Priority: HIGHEST for action port [ 705.004222] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88825f57-d47e-4472-8919-b1a004fa0eb0 with Priority: HIGHEST for action port [ 705.004222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-88825f57-d47e-4472-8919-b1a004fa0eb0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.004700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88825f57-d47e-4472-8919-b1a004fa0eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.004700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88825f57-d47e-4472-8919-b1a004fa0eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.004700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88825f57-d47e-4472-8919-b1a004fa0eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.004700] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88825f57-d47e-4472-8919-b1a004fa0eb0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.363548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.363979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.363979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.364282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.364451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.364778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.364961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.365119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.365393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.365524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.365678] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b already deleted. [ 705.365835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.507465] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88825f57-d47e-4472-8919-b1a004fa0eb0 [ 705.507465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.507465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.507465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.507706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.507706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.507848] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88825f57-d47e-4472-8919-b1a004fa0eb0 already deleted. [ 705.509753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88825f57-d47e-4472-8919-b1a004fa0eb0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.019026] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.019026] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.019026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.019026] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.019026] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.019904] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.019904] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.019904] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.019904] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.019904] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.042535] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.042689] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.042816] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.042989] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.043360] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-7c51c717-316d-4f89-a0de-ca3e8e673137 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.043531] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.043639] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.043945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.044090] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c51c717-316d-4f89-a0de-ca3e8e673137',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.495676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 706.496078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.546324] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.546560] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.546737] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.547061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.547213] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.548297] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 7c51c717-316d-4f89-a0de-ca3e8e673137 not found, creating... [ 706.548297] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.548297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.548297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.548297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.548297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.548526] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.548620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.548725] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.548913] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.549515] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.549746] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 7c51c717-316d-4f89-a0de-ca3e8e673137 is going to be created. [ 706.574537] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.574862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.575178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.575677] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.576486] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577008] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.190393] env[65255]: INFO networking_nsxv3.common.synchronization [None req-13eb4711-a3f9-47ae-8000-60c57314f857 None None] Enqueued Resource ID: 844abc42-81b1-4e90-a489-98c6051ee4e8 with Priority: HIGHEST for action port [ 707.191476] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844abc42-81b1-4e90-a489-98c6051ee4e8 with Priority: HIGHEST for action port [ 707.191873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-844abc42-81b1-4e90-a489-98c6051ee4e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.191975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-844abc42-81b1-4e90-a489-98c6051ee4e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.191975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-844abc42-81b1-4e90-a489-98c6051ee4e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.192263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-844abc42-81b1-4e90-a489-98c6051ee4e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.192486] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('844abc42-81b1-4e90-a489-98c6051ee4e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.293437] env[65255]: INFO networking_nsxv3.common.synchronization [None req-728eefa6-9644-4785-a88d-04eefdb841fa None None] Enqueued Resource ID: f3cd8ec6-117d-48c0-be3f-aa03e917095b with Priority: HIGHEST for action port [ 707.293927] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cd8ec6-117d-48c0-be3f-aa03e917095b with Priority: HIGHEST for action port [ 707.295219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3cd8ec6-117d-48c0-be3f-aa03e917095b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.295219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3cd8ec6-117d-48c0-be3f-aa03e917095b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.295219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3cd8ec6-117d-48c0-be3f-aa03e917095b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.295219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3cd8ec6-117d-48c0-be3f-aa03e917095b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.295219] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3cd8ec6-117d-48c0-be3f-aa03e917095b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.309981] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-3d197bea-1615-4a62-9b43-31e453866d28 service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 707.309981] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-3d197bea-1615-4a62-9b43-31e453866d28 service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 707.309981] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-3d197bea-1615-4a62-9b43-31e453866d28 service nova] Enqueued Resource ID: 7c51c717-316d-4f89-a0de-ca3e8e673137 with Priority: HIGHEST for action port [ 707.310986] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 707.310986] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 707.310986] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c51c717-316d-4f89-a0de-ca3e8e673137 with Priority: HIGHEST for action port [ 707.312087] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.312087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.312087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.312087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.312087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.313312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.313312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.313312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.313312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.313622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.313710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.313778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.313954] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.315061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c51c717-316d-4f89-a0de-ca3e8e673137 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.315061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.315061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.315234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.315234] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c51c717-316d-4f89-a0de-ca3e8e673137',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.634255] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-7305b21f-19cf-4639-8972-4eea278996f1 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 707.636623] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 707.636623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.636623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.695502] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 844abc42-81b1-4e90-a489-98c6051ee4e8 [ 707.695734] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.695836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.695836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.696801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.696801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.696801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:844abc42-81b1-4e90-a489-98c6051ee4e8 already deleted. [ 707.696801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-844abc42-81b1-4e90-a489-98c6051ee4e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.797120] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3cd8ec6-117d-48c0-be3f-aa03e917095b [ 707.797374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.797516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.797589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.797853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.797958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.798512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3cd8ec6-117d-48c0-be3f-aa03e917095b already deleted. [ 707.798512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3cd8ec6-117d-48c0-be3f-aa03e917095b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.817043] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.818028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.818154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c51c717-316d-4f89-a0de-ca3e8e673137 with status ACTIVE [ 707.821022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.821022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.821022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.821022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.823139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.823440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.823565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.823675] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c51c717-316d-4f89-a0de-ca3e8e673137 is going to be updated. [ 707.862883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.863261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.863333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.863882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.864178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.864659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c51c717-316d-4f89-a0de-ca3e8e673137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.096241] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.096241] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.096241] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.096241] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.096847] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.097280] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.097562] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097948] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.098309] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.098727] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.104027] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.104027] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.104027] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.104027] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.104027] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.104027] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.128089] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.128209] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.128343] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.128511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.130485] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.130629] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.130674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.132399] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.132399] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6cf2877-8195-4b2a-b4cf-f69f597da7f3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.319515] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.639649] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.640330] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.641306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.641306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641306] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port f6cf2877-8195-4b2a-b4cf-f69f597da7f3 not found, creating... [ 708.641794] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.642159] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.642250] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.642616] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.642834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.643399] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.643602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.643713] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.644183] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.644921] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.644921] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: f6cf2877-8195-4b2a-b4cf-f69f597da7f3 is going to be created. [ 708.681999] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.681999] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.681999] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.682246] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.682513] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.682779] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.826676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.826676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.826676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be created. [ 708.860231] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.860231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.860231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.860975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.860975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.873938] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: UNINITIALIZED for 2s [ 709.442949] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-0549ac5a-a507-4efa-9218-a1229c432cee service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 709.443136] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-0549ac5a-a507-4efa-9218-a1229c432cee service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 709.443712] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-0549ac5a-a507-4efa-9218-a1229c432cee service nova] Enqueued Resource ID: f6cf2877-8195-4b2a-b4cf-f69f597da7f3 with Priority: HIGHEST for action port [ 709.444390] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 709.444562] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 709.444658] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf2877-8195-4b2a-b4cf-f69f597da7f3 with Priority: HIGHEST for action port [ 709.444889] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.444995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.445299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.445819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.446334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6cf2877-8195-4b2a-b4cf-f69f597da7f3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.894224] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c5b69965-0738-4062-803a-57eb20abc9a1 None None] Enqueued Resource ID: 1aff444d-f6d9-4a0c-9b13-7bca14ab967e with Priority: HIGHEST for action port [ 709.894224] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aff444d-f6d9-4a0c-9b13-7bca14ab967e with Priority: HIGHEST for action port [ 709.895454] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aff444d-f6d9-4a0c-9b13-7bca14ab967e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.895454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aff444d-f6d9-4a0c-9b13-7bca14ab967e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.895454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aff444d-f6d9-4a0c-9b13-7bca14ab967e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.895454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aff444d-f6d9-4a0c-9b13-7bca14ab967e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.895454] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aff444d-f6d9-4a0c-9b13-7bca14ab967e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.948435] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6cf2877-8195-4b2a-b4cf-f69f597da7f3 with status ACTIVE [ 709.948675] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.948810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.948880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.949112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.949203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.949411] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.949514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.949576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.949725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.949800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.949977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.950081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.950141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.950434] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6cf2877-8195-4b2a-b4cf-f69f597da7f3 is going to be updated. [ 709.974191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.974590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.974590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.974712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.974841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.974993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6cf2877-8195-4b2a-b4cf-f69f597da7f3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.030890] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-b7b133e3-5887-4c17-a770-9b849a33f4b2 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 710.033107] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 710.033287] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.035278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.399405] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aff444d-f6d9-4a0c-9b13-7bca14ab967e [ 710.399655] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.399793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.399864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.400111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.400205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.400301] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aff444d-f6d9-4a0c-9b13-7bca14ab967e already deleted. [ 710.400512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aff444d-f6d9-4a0c-9b13-7bca14ab967e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.426407] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.426407] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.426567] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.426751] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.429183] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.429372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.429489] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.429742] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.429884] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.430105] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.430217] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.430317] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.430416] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.430515] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.430612] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.430807] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.453801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.457511] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.457511] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.457511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-791" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.457511] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-39f32b5d-2a2d-4074-886e-2742b1cc1186 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.457511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.457511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.457511] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.457511] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f32b5d-2a2d-4074-886e-2742b1cc1186',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.479211] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ddb2209c-944e-411a-88a6-c53b2925b4f1 tempest-ServersV294TestFqdnHostnames-1292455478 tempest-ServersV294TestFqdnHostnames-1292455478-project-member] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 710.480483] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 710.480483] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.480483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.480483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.480737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.480737] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.670925] env[65255]: INFO networking_nsxv3.common.synchronization [None req-5abf67ce-b17c-4385-8e85-ba886c34f20a tempest-ServersV294TestFqdnHostnames-1292455478 tempest-ServersV294TestFqdnHostnames-1292455478-project-member] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 710.671515] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 710.671897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.673247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.886269] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 710.886425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.886567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.886817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.887196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.887252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.887518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.887595] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.960890] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961275] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961447] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961979] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.962278] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.962583] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 39f32b5d-2a2d-4074-886e-2742b1cc1186 not found, creating... [ 710.963081] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.963359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.963579] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.964024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.964351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964872] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.965219] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.965441] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.965784] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.966275] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 39f32b5d-2a2d-4074-886e-2742b1cc1186 is going to be created. [ 711.002636] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.002848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.002964] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.003336] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.003579] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.003869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.012778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.012959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.013063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.013346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.013440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.013551] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 already deleted. [ 711.013679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.013862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.014045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.014122] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.390207] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.539465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.539465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.539839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.541296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.541296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.541296] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 already deleted. [ 711.541296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-2ed164bd-e7f8-4955-b30d-253f62014b30 service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-2ed164bd-e7f8-4955-b30d-253f62014b30 service nova] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [req-3d7fefc2-f297-4f60-8a3d-58cf6e2ff042 req-2ed164bd-e7f8-4955-b30d-253f62014b30 service nova] Enqueued Resource ID: 39f32b5d-2a2d-4074-886e-2742b1cc1186 with Priority: HIGHEST for action port [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_rules [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 711.786028] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f32b5d-2a2d-4074-886e-2742b1cc1186 with Priority: HIGHEST for action port [ 711.786028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.788937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.788937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.788937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f32b5d-2a2d-4074-886e-2742b1cc1186 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.788937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.788937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.788937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.788937] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f32b5d-2a2d-4074-886e-2742b1cc1186',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.892434] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.290949] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f32b5d-2a2d-4074-886e-2742b1cc1186 with status ACTIVE [ 712.291624] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.291624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.291624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.291941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.291941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.292256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.292430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.292548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.292747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.292849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.293193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.293193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.293453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.293453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.293453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.293653] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f32b5d-2a2d-4074-886e-2742b1cc1186 is going to be updated. [ 712.321244] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.321244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.321244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.321244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.321244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.321244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f32b5d-2a2d-4074-886e-2742b1cc1186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.395044] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.395339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.395422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.395750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.395896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.396038] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 712.433654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.433924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.433994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.434392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.434571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.463748] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 712.617503] env[65255]: INFO networking_nsxv3.common.synchronization [req-af7ebfb2-6808-43ba-a105-e4e5a5b3a890 req-735951f8-0fc4-42ea-8653-0e9019963854 tempest-VolumesAssistedSnapshotsTest-333972637 tempest-VolumesAssistedSnapshotsTest-333972637-project-member] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 712.618099] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGHEST for action security_group_members [ 712.618420] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.618919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.619247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.619335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.619516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619760] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.700057] env[65255]: INFO networking_nsxv3.common.synchronization [req-1d270c81-4431-4be5-bd73-c48700c225b3 req-2e3c0b0e-e068-4fee-bb8f-454ffe3fd008 tempest-DeleteServersAdminTestJSON-1469449096 tempest-DeleteServersAdminTestJSON-1469449096-project-member] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 712.700213] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGHEST for action security_group_members [ 712.700488] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.700610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.700707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.700997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.701246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.701369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.701436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.701612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.701713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.701824] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.122765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.126029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 is going to be updated. [ 713.166187] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.166187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.166187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.166187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.166187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.177783] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: IN_PROGRESS for 2s [ 713.205771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.206097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.206288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.206607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.208871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.208871] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.208871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.208871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.208871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.208871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.208871] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be updated. [ 713.231173] env[65255]: INFO networking_nsxv3.common.synchronization [req-89beca61-424c-4dfa-870e-1fce133770cc req-cc7ff1f6-d8bf-48d8-bc8c-d224e19a4b68 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 713.231173] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 713.231842] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.232192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.232425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.232769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.233098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.233412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.233570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.233856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.234170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.234373] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.267632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.267632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.267632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.267632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.267632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.282706] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: IN_PROGRESS for 2s [ 713.646503] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.647047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-239" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.647047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-239" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.647157] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-239" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.647440] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.647600] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.647729] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.647957] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.648104] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.648323] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.648513] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.648572] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.648659] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.648756] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.648872] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.649018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.681019] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.681250] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.681338] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.682102] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-239" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.682102] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-a6ef3aa1-0aad-4175-8038-6ed985f7653a taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.682102] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.682333] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.682767] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.682767] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ef3aa1-0aad-4175-8038-6ed985f7653a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.740219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.740423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.740508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.740821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.740936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741203] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.741356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.741427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.741608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.741716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 already deleted. [ 713.741934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186011] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.186851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.186851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.187008] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port a6ef3aa1-0aad-4175-8038-6ed985f7653a not found, creating... [ 714.187189] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.187741] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.187741] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.187741] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.187741] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.189640] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.189640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.189640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.189640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.189640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.189882] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a is going to be created. [ 714.213723] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.213949] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.215067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.215067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.215067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.215067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477211] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 714.477448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.477846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.478060] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.478185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.478247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.478417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.478509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.478595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.478695] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.479621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.479800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.479963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.482333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.482435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.483799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.483857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483919] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.986041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.986589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.986589] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.130557] env[65255]: INFO networking_nsxv3.common.synchronization [req-89beca61-424c-4dfa-870e-1fce133770cc req-221c26d7-93a6-48e2-b44a-855786cdad11 service nova] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 715.134270] env[65255]: INFO networking_nsxv3.common.synchronization [req-89beca61-424c-4dfa-870e-1fce133770cc req-221c26d7-93a6-48e2-b44a-855786cdad11 service nova] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 715.134270] env[65255]: INFO networking_nsxv3.common.synchronization [req-89beca61-424c-4dfa-870e-1fce133770cc req-221c26d7-93a6-48e2-b44a-855786cdad11 service nova] Enqueued Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 715.134270] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 715.134270] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 715.134270] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 715.134270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.134270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.134270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.134270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.134270] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.134885] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.134885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.137266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.137869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.138239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.138811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.138811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.138927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.138971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.139459] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.140445] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ef3aa1-0aad-4175-8038-6ed985f7653a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.140568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.140629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141342] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ef3aa1-0aad-4175-8038-6ed985f7653a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.190204] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4ba893-d971-4157-918e-849800cf3cf8 in Status: SUCCESS [ 715.190298] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 deletion is rescheduled due to dependency. [ 715.190496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.292879] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 in Status: SUCCESS [ 715.293144] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 deletion is rescheduled due to dependency. [ 715.293539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.488727] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.643355] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.643470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.643700] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.645753] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ef3aa1-0aad-4175-8038-6ed985f7653a with status ACTIVE [ 715.645984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.646468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.646535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.646712] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.647572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647572] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.647572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.647572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.647780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647780] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a is going to be updated. [ 715.674462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.674637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.674637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.674986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.675173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.999329] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.999329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.999329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.999329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.999329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.999885] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 716.075650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.075650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.075650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.075879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.076054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.092376] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 716.150040] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.652525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.656010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.656010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.656010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.656010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.656010] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be created. [ 716.693271] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.693271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.693271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.693271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.693271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.707622] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: UNINITIALIZED for 2s [ 718.106031] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 718.106031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.106031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.106031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.106031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.107155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.107425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.107847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.108286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.109092] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.114623] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-ce363670-fe67-4456-a93c-0dc6d995e93e tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.114623] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.114623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.115091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.115323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.115820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.116233] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.116565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.116806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.117201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.117480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.117757] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.467437] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-81561a77-27f0-4e95-b7ee-24abeb5f4032 tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.468207] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.468565] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.468730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.618583] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.621158] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.622357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.622455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.623100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.623100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.623100] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.623100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.623462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.623462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.623462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.623542] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 already deleted. [ 718.623620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.623771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.623910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.624120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.624214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.624274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.624450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.624503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.624594] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.721037] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 718.721322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.721322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722342] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.722549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.722549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.723051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.723198] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.949029] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-4d6125f5-3e50-4d0a-ba7f-7a4176b31927 tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.949888] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 718.949963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.950166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.119420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.127882] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.128053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.128122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.128421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128613] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.129421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.129421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.129421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.129421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.129421] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 already deleted. [ 719.129421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.130851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.130851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.130851] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.131134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.132959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.132959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.132959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.132959] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.227232] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.280992] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.281205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.281352] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.281679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.281930] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.282132] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.282270] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.282553] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.282776] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282998] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.284089] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.284211] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.284339] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.284519] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.284642] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.284780] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.308143] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.308143] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.308143] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.308143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.308756] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-277cba46-92c3-4452-b015-f65c2bf32e47 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308952] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.309117] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.309529] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.309865] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277cba46-92c3-4452-b015-f65c2bf32e47',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.624717] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.624717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.624717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.624717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.624717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.624717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 719.635616] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.636367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.636367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.636367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.636554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637617] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.637617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.637617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.637617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637617] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 already deleted. [ 719.637617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.671544] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.671544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.671544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.671544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.671824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.685656] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 719.729173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375c27ca-a98e-461b-80a4-de758cf12039: rpc.has_security_group_logging(os_id): False [ 719.750668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.750817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.750888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.751304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.751407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.751671] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.751776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.751839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.752596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.752741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.752840] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be created. [ 719.812751] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.812981] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.813121] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.813443] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.813585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.813736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 277cba46-92c3-4452-b015-f65c2bf32e47 not found, creating... [ 719.814012] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.814218] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.814326] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.814535] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.814668] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.814962] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.815160] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.815274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.815504] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.815656] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.815797] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 277cba46-92c3-4452-b015-f65c2bf32e47 is going to be created. [ 719.818854] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.819022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.819079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.819232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.819400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.834056] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 2s [ 719.840412] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.840635] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.840760] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.841046] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.841431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.841622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.586084] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-461814f2-2130-45f6-8b82-ca74da8f8a9e service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 720.586084] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-461814f2-2130-45f6-8b82-ca74da8f8a9e service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 720.586720] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-461814f2-2130-45f6-8b82-ca74da8f8a9e service nova] Enqueued Resource ID: 277cba46-92c3-4452-b015-f65c2bf32e47 with Priority: HIGHEST for action port [ 720.587288] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 720.587413] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 720.587554] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277cba46-92c3-4452-b015-f65c2bf32e47 with Priority: HIGHEST for action port [ 720.588471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.588471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.588471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.588471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.588471] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.591311] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.591916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.591916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.591916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.593864] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.594053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.594168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.594444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.594554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.594676] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.602219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-277cba46-92c3-4452-b015-f65c2bf32e47 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.602584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.602682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.603029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.603148] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277cba46-92c3-4452-b015-f65c2bf32e47',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.091986] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.092195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.103798] env[65255]: INFO networking_nsxv3.common.synchronization [req-230bc930-71ad-402b-b6a9-3925d10b610a req-552eaad0-96b9-4a35-bc28-3f4f39fa64f2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 721.104447] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 721.105087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.105714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.105836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.105912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.106211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.106760] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.106760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.106760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.107589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.109642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.109642] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.109642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277cba46-92c3-4452-b015-f65c2bf32e47 with status ACTIVE [ 721.109642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.109642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.109642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.109981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.109981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.109981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.110100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.110280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.110280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.110357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.110528] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.110621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.110681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.111242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.111344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.111408] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277cba46-92c3-4452-b015-f65c2bf32e47 is going to be updated. [ 721.142248] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.142406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.142476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.142743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.142885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.143131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277cba46-92c3-4452-b015-f65c2bf32e47" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.495722] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.495995] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.496174] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.496549] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.496822] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.496977] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.498673] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.499018] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.499224] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.499496] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.499626] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.499776] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.499912] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.500062] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.500214] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.500381] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.522599] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.522846] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.522991] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.523182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523721] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-2996a3fe-8a25-4076-ab93-9bc64f797301 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523942] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.524107] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.524523] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.524690] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996a3fe-8a25-4076-ab93-9bc64f797301',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.610167] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.614588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.614588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.614588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.614783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.614783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614885] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.616211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.616211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.616211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.616211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.616211] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc already deleted. [ 721.616211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.699634] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 721.700164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.700503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.700872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.701254] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.701379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.701730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.701874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.701974] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.849794] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 721.850038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897849] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.898089] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.898212] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.898552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.898833] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.899076] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.899232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.899490] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.899635] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.900403] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.900403] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.900403] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.900403] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.900600] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.900600] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.900730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.922354] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.922529] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.922664] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.922836] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.923176] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-3537af90-92f3-41dd-beae-3ee1e8de1260 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.923382] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.923498] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.923826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.923975] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3537af90-92f3-41dd-beae-3ee1e8de1260',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.026891] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.027167] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.027296] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.027588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.027772] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.027956] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 2996a3fe-8a25-4076-ab93-9bc64f797301 not found, creating... [ 722.028254] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.028410] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.028523] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.028846] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.029051] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.029369] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.029525] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.029637] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.029851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.029981] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.030131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 is going to be created. [ 722.057303] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.057543] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.057656] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.057959] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.058207] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.058430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.113270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.113487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.113542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.113750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.113843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.113942] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be created. [ 722.178315] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.178315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.193574] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: UNINITIALIZED for 2s [ 722.204657] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.427637] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.427867] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.427990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.428396] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.428480] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.428659] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 3537af90-92f3-41dd-beae-3ee1e8de1260 not found, creating... [ 722.428926] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.429098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.429256] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.429444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.429578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.429857] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.430219] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.430425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.430553] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.430687] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 3537af90-92f3-41dd-beae-3ee1e8de1260 is going to be created. [ 722.459578] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459787] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459957] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.460251] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.460458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.460679] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.708105] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.802569] env[65255]: INFO networking_nsxv3.common.synchronization [req-230bc930-71ad-402b-b6a9-3925d10b610a req-9aab133a-b49c-4d15-94d1-712214b5ed5a service nova] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 722.802751] env[65255]: INFO networking_nsxv3.common.synchronization [req-230bc930-71ad-402b-b6a9-3925d10b610a req-9aab133a-b49c-4d15-94d1-712214b5ed5a service nova] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 722.802904] env[65255]: INFO networking_nsxv3.common.synchronization [req-230bc930-71ad-402b-b6a9-3925d10b610a req-9aab133a-b49c-4d15-94d1-712214b5ed5a service nova] Enqueued Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 722.803557] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 722.803693] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 722.803804] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 722.804114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.804243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.804311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.804588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.804672] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.805943] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.806089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.806190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.806371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.806539] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.806636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.806709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.806899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.807080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.807191] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.808205] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2996a3fe-8a25-4076-ab93-9bc64f797301 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.808205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.808304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.808406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.808484] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996a3fe-8a25-4076-ab93-9bc64f797301',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.176127] env[65255]: INFO networking_nsxv3.common.synchronization [req-a757327f-0b3a-4e8a-aed2-d9f0c111696e req-3b52b5a3-1efb-4e7e-970a-dbb598a6a751 tempest-ServersAdminNegativeTestJSON-13896186 tempest-ServersAdminNegativeTestJSON-13896186-project-member] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 723.176648] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 723.176957] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.177108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.177159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.177364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.177522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.177618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.177680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.177819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.177909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.177994] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.210631] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.210798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.210915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.211178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.211360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.211460] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 723.245754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.246938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.246938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.246938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.246938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.252687] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-83483948-cd3a-4baf-b584-1708a32e638b service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 723.252891] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-83483948-cd3a-4baf-b584-1708a32e638b service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 723.253076] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-83483948-cd3a-4baf-b584-1708a32e638b service nova] Enqueued Resource ID: 3537af90-92f3-41dd-beae-3ee1e8de1260 with Priority: HIGHEST for action port [ 723.253938] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 723.254174] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 723.254413] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3537af90-92f3-41dd-beae-3ee1e8de1260 with Priority: HIGHEST for action port [ 723.254818] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.255069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.255772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.255919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.256194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3537af90-92f3-41dd-beae-3ee1e8de1260 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.256360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.256463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.256818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.256914] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3537af90-92f3-41dd-beae-3ee1e8de1260',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.259600] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 723.309969] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.314021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2996a3fe-8a25-4076-ab93-9bc64f797301 with status ACTIVE [ 723.314021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314693] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 is going to be updated. [ 723.351431] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.681287] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.762074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3537af90-92f3-41dd-beae-3ee1e8de1260 with status ACTIVE [ 723.762589] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.763010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.763010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.766173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.766173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.766173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.766173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3537af90-92f3-41dd-beae-3ee1e8de1260 is going to be updated. [ 723.797596] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.797848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.799211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.799211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.799211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.799211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3537af90-92f3-41dd-beae-3ee1e8de1260" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.814440] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.174587] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.174989] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.175725] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.176557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.177159] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.177404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.177629] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.178090] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.178428] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.178728] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.179636] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.179636] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.179636] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.179636] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.179930] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.180647] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.184062] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.206666] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 724.206666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.206877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.207325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.207325] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.207325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.208056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.208056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.208056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.208056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.208056] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.209790] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.209790] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.209944] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.210143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-377" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.210602] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-2633370c-f2bc-4039-9d5f-a9e67112fd5f taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.210725] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.210823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.211394] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.211565] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2633370c-f2bc-4039-9d5f-a9e67112fd5f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.212434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.213622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.213622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.213622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.213622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.213622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.213890] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.317751] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.317905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.317974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.318199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.318288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.318383] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be created. [ 724.366383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.366383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.366383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.366383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.366383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.386214] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: UNINITIALIZED for 2s [ 724.687650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.687650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.687845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.688073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.688073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.688234] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be updated. [ 724.716493] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.716840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.717016] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.717404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.717611] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.718059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 2633370c-f2bc-4039-9d5f-a9e67112fd5f not found, creating... [ 724.718458] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.718672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.718834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.719141] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.719537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.720052] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.720224] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.720399] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.720742] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.720936] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.721143] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 2633370c-f2bc-4039-9d5f-a9e67112fd5f is going to be created. [ 724.722557] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.722727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.722836] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.729934] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.730381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.730381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.730627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.730682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.744889] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 724.754935] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.755225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.755359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.755649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.755913] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.756207] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.227484] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.271736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 4s [ 725.479187] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-560624bd-c437-4511-b6b9-b94533c52daa service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 725.479420] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-560624bd-c437-4511-b6b9-b94533c52daa service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 725.479688] env[65255]: INFO networking_nsxv3.common.synchronization [req-38b4cea1-f1d9-454f-8d65-ae516729205b req-560624bd-c437-4511-b6b9-b94533c52daa service nova] Enqueued Resource ID: 2633370c-f2bc-4039-9d5f-a9e67112fd5f with Priority: HIGHEST for action port [ 725.480326] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 725.480531] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 725.480691] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2633370c-f2bc-4039-9d5f-a9e67112fd5f with Priority: HIGHEST for action port [ 725.481040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481455] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481727] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2633370c-f2bc-4039-9d5f-a9e67112fd5f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.482108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.482189] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2633370c-f2bc-4039-9d5f-a9e67112fd5f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.576079] env[65255]: INFO networking_nsxv3.common.synchronization [req-d6675da8-2f4f-43f6-82fb-fd0874a45390 req-23d4a9e5-3763-4f0f-ba50-7bc21038fa2c tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 725.576812] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 725.576978] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.577144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.577255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.577671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.578019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.578124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.578221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.578401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.578522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.578640] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.729286] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.729446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.729524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.729744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.729839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729946] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 725.779477] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.779679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.779679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.779904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.780060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.790747] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 725.988144] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2633370c-f2bc-4039-9d5f-a9e67112fd5f with status ACTIVE [ 725.988338] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.989152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.989214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.989381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989797] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.989797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.989797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.989950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.990111] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2633370c-f2bc-4039-9d5f-a9e67112fd5f is going to be updated. [ 726.028062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.028062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.028062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.028062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.028062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.028062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2633370c-f2bc-4039-9d5f-a9e67112fd5f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.081737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.081936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.081978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.082291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.082501] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.082595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.082702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.082844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.082923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.083016] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 726.137260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.137586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.137586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.137674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.137798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149790] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 726.274798] env[65255]: INFO networking_nsxv3.common.synchronization [req-409911cb-fe8e-4d09-8382-be45daa10136 req-70e53342-69c6-44a0-a146-9f9958fcc6c4 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 726.275630] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 726.276966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.277201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.277313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.277614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.277879] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.281632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.281760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281876] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.404637] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 726.405429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.407982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.408336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.408561] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.408687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.408756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.408967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.409043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.411056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.411056] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.640147] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.640147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.640147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.640147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.640147] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.640147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.640147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.640931] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.641271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.641663] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.641906] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.644676] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.644676] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.644676] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.644676] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.644676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.666714] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.666714] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.666714] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.666714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.666714] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-77805440-53a3-4993-921d-725fc68ec9c6 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.666714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.666714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.666714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.666714] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77805440-53a3-4993-921d-725fc68ec9c6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.758075] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 726.758382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.788019] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.911144] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.911439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.911749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.911933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.913034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.913174] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.913962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.913962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.913962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.913962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.913962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.913962] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.170136] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.170406] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.170526] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.171588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.171588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.171588] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 77805440-53a3-4993-921d-725fc68ec9c6 not found, creating... [ 727.171588] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.171588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.171826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.171924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.172088] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.172389] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.172603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.172651] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.172875] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.173247] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.173466] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 77805440-53a3-4993-921d-725fc68ec9c6 is going to be created. [ 727.203391] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.203650] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.203773] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.204096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.204363] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.204596] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.283917] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 727.284349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.284532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.284772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285051] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.285215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.285290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.285501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285898] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.285997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.286074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.286221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.286366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.286459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.286519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.286653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.286726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286893] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.290682] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.415811] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 727.441030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.441240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.441328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.441563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.441716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.441891] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.442515] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.443319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.443408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.443580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.443661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443752] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be created. [ 727.511688] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.511992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.512094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.512324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.512505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.528953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 727.639275] env[65255]: INFO networking_nsxv3.common.synchronization [None req-18dfddb2-81b8-4517-b176-e22ce472157d None None] Enqueued Resource ID: ee37ef9a-c54f-4689-8662-c5ba396a43db with Priority: HIGHEST for action port [ 727.640033] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37ef9a-c54f-4689-8662-c5ba396a43db with Priority: HIGHEST for action port [ 727.640674] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee37ef9a-c54f-4689-8662-c5ba396a43db taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.640674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee37ef9a-c54f-4689-8662-c5ba396a43db" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.640674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee37ef9a-c54f-4689-8662-c5ba396a43db" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.640963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee37ef9a-c54f-4689-8662-c5ba396a43db" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.641132] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee37ef9a-c54f-4689-8662-c5ba396a43db',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.789255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b374b9f1-d1a6-4eae-88d9-ea7337468f4b: rpc.has_security_group_logging(os_id): False [ 727.792461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.792598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.792827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.792924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793076] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 727.800859] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 727.801154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.801387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.801623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.801848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.801965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.802304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.802404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.802496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.802707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.802817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.803130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.803324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.803431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.803528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.803664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.803741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.803823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.803910] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.804812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.804975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.805141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.805262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.805367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.805491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.805570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.805673] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.813365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.813515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.813580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.813786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.814046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.814179] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.814307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.814380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.814543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.814619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.814808] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.814903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.814961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.815122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.815214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.815419] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.815509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.815561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.815704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.815776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.815861] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be created. [ 727.845654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.845654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.846055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.846142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.858704] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 727.884044] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.884203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.884289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.884614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.884793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.898907] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 727.929023] env[65255]: INFO networking_nsxv3.common.synchronization [req-409911cb-fe8e-4d09-8382-be45daa10136 req-659c28d0-9359-4ba6-8f76-6b199c7b43d7 service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 727.929219] env[65255]: INFO networking_nsxv3.common.synchronization [req-409911cb-fe8e-4d09-8382-be45daa10136 req-659c28d0-9359-4ba6-8f76-6b199c7b43d7 service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 727.929358] env[65255]: INFO networking_nsxv3.common.synchronization [req-409911cb-fe8e-4d09-8382-be45daa10136 req-659c28d0-9359-4ba6-8f76-6b199c7b43d7 service nova] Enqueued Resource ID: 77805440-53a3-4993-921d-725fc68ec9c6 with Priority: HIGHEST for action port [ 727.929920] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 727.930072] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 727.930172] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77805440-53a3-4993-921d-725fc68ec9c6 with Priority: HIGHEST for action port [ 727.930710] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.930710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.930710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.930862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.930943] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.931778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.931888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.932094] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-77805440-53a3-4993-921d-725fc68ec9c6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.932203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.932264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.934520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.934520] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77805440-53a3-4993-921d-725fc68ec9c6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.145969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee37ef9a-c54f-4689-8662-c5ba396a43db [ 728.145969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.145969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.145969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.145969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.145969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.146606] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee37ef9a-c54f-4689-8662-c5ba396a43db already deleted. [ 728.146606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee37ef9a-c54f-4689-8662-c5ba396a43db" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.162129] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 728.162129] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 728.162129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.309727] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52637014-6e75-4c23-92e5-df691a4122d7: rpc.has_security_group_logging(os_id): False [ 728.309727] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.339632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.340119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.340119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.340540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.340692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.340991] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.341150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.341329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.341562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.341708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.342014] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.342196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.342305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.342490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.342639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.342874] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.343027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.343713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.343713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.343713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.343713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be created. [ 728.429326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.429496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.429540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.429747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.429932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.435362] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.435362] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.436290] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77805440-53a3-4993-921d-725fc68ec9c6 with status ACTIVE [ 728.436522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.436650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.436717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.436922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.437023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.437194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.437291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.437355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.437522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.437598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.437776] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.437869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.437929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.438076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.438162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.438227] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77805440-53a3-4993-921d-725fc68ec9c6 is going to be updated. [ 728.455595] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 728.470541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.470541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.470541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.470541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.470757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.470881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77805440-53a3-4993-921d-725fc68ec9c6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.813538] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.317473] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.317473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.317473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.317473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.318059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.318059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 729.392899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.393203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.393203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.393680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.393861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.411043] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 729.542154] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 729.542671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.872015] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 729.872294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.872462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.872757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.872989] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.873157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.873294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.873412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.873500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.873596] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.915150] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 729.915948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.916218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.916340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.916440] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.095337] env[65255]: INFO networking_nsxv3.common.synchronization [None req-1b8372ff-fce1-4a6e-ad73-095c5dd9d305 None None] Enqueued Resource ID: 27043775-5a32-4fa0-bf83-fab3f5879db1 with Priority: HIGHEST for action port [ 730.095945] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27043775-5a32-4fa0-bf83-fab3f5879db1 with Priority: HIGHEST for action port [ 730.096344] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-27043775-5a32-4fa0-bf83-fab3f5879db1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.096478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27043775-5a32-4fa0-bf83-fab3f5879db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.096557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27043775-5a32-4fa0-bf83-fab3f5879db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.096802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27043775-5a32-4fa0-bf83-fab3f5879db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.096890] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27043775-5a32-4fa0-bf83-fab3f5879db1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.120336] env[65255]: INFO networking_nsxv3.common.synchronization [None req-dad948dc-a761-41f7-8664-7a3173b9bbb9 None None] Enqueued Resource ID: 156eaa0a-f0f8-49fe-af68-b29db43359ff with Priority: HIGHEST for action port [ 730.122365] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156eaa0a-f0f8-49fe-af68-b29db43359ff with Priority: HIGHEST for action port [ 730.122812] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-156eaa0a-f0f8-49fe-af68-b29db43359ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.122961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156eaa0a-f0f8-49fe-af68-b29db43359ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.123097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156eaa0a-f0f8-49fe-af68-b29db43359ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.123363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156eaa0a-f0f8-49fe-af68-b29db43359ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.123436] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156eaa0a-f0f8-49fe-af68-b29db43359ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.376025] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.418863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.419397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.419397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.419589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.419835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.420064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.420107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.421032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.421032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421032] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.470720] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 730.473022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.473022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.473022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.473022] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.600639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27043775-5a32-4fa0-bf83-fab3f5879db1 [ 730.601134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.601134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.601313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.603248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.603248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603248] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27043775-5a32-4fa0-bf83-fab3f5879db1 already deleted. [ 730.603248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27043775-5a32-4fa0-bf83-fab3f5879db1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.628329] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156eaa0a-f0f8-49fe-af68-b29db43359ff [ 730.628329] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.628329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.628329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.628329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.628329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.628623] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156eaa0a-f0f8-49fe-af68-b29db43359ff already deleted. [ 730.628623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156eaa0a-f0f8-49fe-af68-b29db43359ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.885337] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.926027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.926027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.926027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.926934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.927125] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.927227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.927302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.927473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.927720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.927828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.927889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.928049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.928293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.928293] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.974638] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.974840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.390345] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.391080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.391080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.391080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.391080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.391080] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 731.423313] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 731.423684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.424318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.424318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.424717] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.424717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.424969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.424969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.425071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.425274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.425274] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.429254] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.429382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.429505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.429702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.429992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.432161] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b374b9f1-d1a6-4eae-88d9-ea7337468f4b: rpc.has_security_group_logging(os_id): False [ 731.444914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 731.452146] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.452146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.452146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.452349] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.452399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.452439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.452818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.453086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.453224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.453333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.454102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.454102] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.454102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.454292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.454343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.454444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.454554] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 731.531386] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.531588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.531588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.531784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.531923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.546866] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 731.936977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.936977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.936977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.937253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.937474] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.937583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.937659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.937817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.937905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.938013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.938181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.938288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.938342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.938498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.938641] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.938745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.938806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.939197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.939197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.939197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.939197] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.444986] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52637014-6e75-4c23-92e5-df691a4122d7: rpc.has_security_group_logging(os_id): False [ 732.466880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.466880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.466880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.466880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.466880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.467230] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.467230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.467306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.467459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.467547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.467833] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.468072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.470500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.470500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.470500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.471564] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.471698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.471826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.471982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.472089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.472184] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 732.564326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.568137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.568137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.568137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.568137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.584593] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 732.706711] env[65255]: INFO networking_nsxv3.common.synchronization [req-94f450d6-99e5-447f-944b-242c972fc539 req-b0043d9e-5118-4346-b55a-3626f7db5701 tempest-ImagesNegativeTestJSON-521742368 tempest-ImagesNegativeTestJSON-521742368-project-member] Enqueued Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 732.706711] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 732.706711] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.706711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.706711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.707580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.707580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.707580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.707580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.707901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.707987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709633] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.106979] env[65255]: INFO networking_nsxv3.common.synchronization [None req-24e1f14d-b649-419c-a540-22db6f39873a None None] Enqueued Resource ID: 56716548-aaa1-43a8-98f3-a4339967748c with Priority: HIGHEST for action port [ 733.107574] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56716548-aaa1-43a8-98f3-a4339967748c with Priority: HIGHEST for action port [ 733.107897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-56716548-aaa1-43a8-98f3-a4339967748c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.108759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56716548-aaa1-43a8-98f3-a4339967748c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.108759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56716548-aaa1-43a8-98f3-a4339967748c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.108934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56716548-aaa1-43a8-98f3-a4339967748c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.109058] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56716548-aaa1-43a8-98f3-a4339967748c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.212689] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.214077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.214077] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed already deleted. [ 733.214077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.414717] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414717] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-221" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414717] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-221" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.414717] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-221" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.415029] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.415097] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.415207] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.415428] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.415575] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.415800] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.416108] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.416108] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.416108] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.416287] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.416341] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.416637] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.437872] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.437872] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.438206] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.440077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-221" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.440077] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-2588f8f1-6f49-47d2-9d38-820cccd24efa taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.440077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.440077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.440077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.440077] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2588f8f1-6f49-47d2-9d38-820cccd24efa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.457051] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 733.457352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.457572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.457861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.458142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.458315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.458381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.458596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.458702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.458821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.458943] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.562974] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 733.563285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.563507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.563749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.563841] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.612347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56716548-aaa1-43a8-98f3-a4339967748c [ 733.612751] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.613010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.613091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.613387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.613519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.613662] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56716548-aaa1-43a8-98f3-a4339967748c already deleted. [ 733.613784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56716548-aaa1-43a8-98f3-a4339967748c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.942753] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.942847] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.942931] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.943223] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.943419] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.943575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 2588f8f1-6f49-47d2-9d38-820cccd24efa not found, creating... [ 733.943827] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.943994] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.944105] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.944312] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.944525] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.944730] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.944878] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.944991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.945204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.945332] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.945465] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 2588f8f1-6f49-47d2-9d38-820cccd24efa is going to be created. [ 733.965332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.965490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.965562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.965774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.965941] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.966051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.966115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.966416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.966416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.966538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.966583] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.968279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.968279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.968279] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.969787] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.969933] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.969993] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.970449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.970748] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.065776] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.065982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.066044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.066272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.066678] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.066678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.066678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.066853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.066853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.066940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.067043] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.473042] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e803fe-679c-4e41-8e37-2513c90dc7fd: rpc.has_security_group_logging(os_id): False [ 734.493838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.493838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.494031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.494400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.494587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.494857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.495703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.495828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.496046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.496145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.497580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.497580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.497580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.497580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 734.569671] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.569857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.569919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.570161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.571030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.571030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.571030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.571030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.571030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.571030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.571372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.571372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.571469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.571542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.571759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.571841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.571936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.572040] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.574699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.574962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.574962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.575454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.575454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.592833] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 734.597141] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 734.598408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.598768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.599030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.599184] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.810373] env[65255]: INFO networking_nsxv3.common.synchronization [req-94f450d6-99e5-447f-944b-242c972fc539 req-cc961b3e-3de9-485b-8a3e-07bb96b38cfc service nova] Enqueued Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_rules [ 734.810373] env[65255]: INFO networking_nsxv3.common.synchronization [req-94f450d6-99e5-447f-944b-242c972fc539 req-cc961b3e-3de9-485b-8a3e-07bb96b38cfc service nova] Enqueued Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 734.810373] env[65255]: INFO networking_nsxv3.common.synchronization [req-94f450d6-99e5-447f-944b-242c972fc539 req-cc961b3e-3de9-485b-8a3e-07bb96b38cfc service nova] Enqueued Resource ID: 2588f8f1-6f49-47d2-9d38-820cccd24efa with Priority: HIGHEST for action port [ 734.810858] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_rules [ 734.810995] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 734.811094] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2588f8f1-6f49-47d2-9d38-820cccd24efa with Priority: HIGHEST for action port [ 734.811357] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.811484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.811525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.811774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.811859] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.812901] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.813573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.813573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.813573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.813573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.813573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.813861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.813861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.813861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.814010] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.814660] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2588f8f1-6f49-47d2-9d38-820cccd24efa taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.814765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.814840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.815553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.815553] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2588f8f1-6f49-47d2-9d38-820cccd24efa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.077755] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b374b9f1-d1a6-4eae-88d9-ea7337468f4b: rpc.has_security_group_logging(os_id): False [ 735.102644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.102887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.102887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.103179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.103343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.103821] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.103821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.103821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.103975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.103975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.104150] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.104272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.104319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.105037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.105037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.105037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.105037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.105037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.105248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.105248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.105316] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 735.107098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.107229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.107270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.107486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.107737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.107849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.107909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.108070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.108145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.108229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.108318] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.191598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.191773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.191827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.213652] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 735.316938] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.317082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.318569] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.318569] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2588f8f1-6f49-47d2-9d38-820cccd24efa with status ACTIVE [ 735.318569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.318569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.318781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.319252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.319252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.319252] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.319408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.319408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.319552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.319603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.319760] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.319885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.319979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.320477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.321118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.323861] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2588f8f1-6f49-47d2-9d38-820cccd24efa is going to be updated. [ 735.356039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.356039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.356039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.356039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.356039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.356039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2588f8f1-6f49-47d2-9d38-820cccd24efa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.610430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.610873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.610923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.612315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.612547] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.612788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.612788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.613054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.613054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.613116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.614235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.614235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614695] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.824719] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.012117] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5077537-409b-4152-bb96-34d9443fdd82 req-3ee0dae8-417d-4aba-9edc-c05606eca109 tempest-ServerAddressesNegativeTestJSON-439571368 tempest-ServerAddressesNegativeTestJSON-439571368-project-member] Enqueued Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 736.012745] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 736.014152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.014255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.014302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.014570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.015961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.015961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.015961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.015961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.015961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.015961] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.118626] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52637014-6e75-4c23-92e5-df691a4122d7: rpc.has_security_group_logging(os_id): False [ 736.153155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.153568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.153704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.154126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.154126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.154281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.154410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.154555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.154644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.154644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.154992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.155070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.155116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.155224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.155328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.155517] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.155576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.155616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.155745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.155821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.155930] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 736.260871] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.261113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.261175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.261515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.261749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.285491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 736.325158] env[65255]: INFO networking_nsxv3.common.synchronization [None req-09aa67cd-87f5-400b-a620-e522952b5ded None None] Enqueued Resource ID: 6e4409a5-c4e8-48b2-b87e-6d05a3932b0c with Priority: HIGHEST for action port [ 736.327439] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4409a5-c4e8-48b2-b87e-6d05a3932b0c with Priority: HIGHEST for action port [ 736.327439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.328204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.328204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.328204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.328580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329921] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed is going to be created. [ 736.331088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4409a5-c4e8-48b2-b87e-6d05a3932b0c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4409a5-c4e8-48b2-b87e-6d05a3932b0c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4409a5-c4e8-48b2-b87e-6d05a3932b0c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.331947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4409a5-c4e8-48b2-b87e-6d05a3932b0c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.332111] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4409a5-c4e8-48b2-b87e-6d05a3932b0c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.397624] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.397769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.397871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.398138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.398227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.414490] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: UNINITIALIZED for 2s [ 736.521634] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.521988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.522197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.522441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.522543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.522763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.522864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.522919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.523110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.523184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.523290] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 already deleted. [ 736.523367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.535067] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.535759] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-802" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.535759] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-802" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.535928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-802" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.536171] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.536338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.536452] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.537865] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.539274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.539274] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.539274] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.539274] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.539274] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.539274] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.539274] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.539274] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.565648] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.565855] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.566034] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.566243] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-802" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.566576] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.566762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.566881] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.567201] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.567336] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef65fcb7-b1b5-42f3-a054-d6e9157f6237',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.606847] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 736.607099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.834418] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4409a5-c4e8-48b2-b87e-6d05a3932b0c [ 736.835143] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.835446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.836622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.836916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.837202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.837268] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4409a5-c4e8-48b2-b87e-6d05a3932b0c already deleted. [ 736.837389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4409a5-c4e8-48b2-b87e-6d05a3932b0c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.070644] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.071976] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.071976] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.071976] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.072158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.072323] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port ef65fcb7-b1b5-42f3-a054-d6e9157f6237 not found, creating... [ 737.072625] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.072794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.073012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.074248] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.074248] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.074248] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.074248] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.074248] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.074609] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.074747] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.074914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: ef65fcb7-b1b5-42f3-a054-d6e9157f6237 is going to be created. [ 737.106622] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.106868] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.106990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.107284] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.107524] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.107742] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.244642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 737.244931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.926119] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5077537-409b-4152-bb96-34d9443fdd82 req-e503dc3f-47ef-44db-bc35-39a9f359c8cd service nova] Enqueued Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_rules [ 737.926683] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5077537-409b-4152-bb96-34d9443fdd82 req-e503dc3f-47ef-44db-bc35-39a9f359c8cd service nova] Enqueued Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 737.926922] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5077537-409b-4152-bb96-34d9443fdd82 req-e503dc3f-47ef-44db-bc35-39a9f359c8cd service nova] Enqueued Resource ID: ef65fcb7-b1b5-42f3-a054-d6e9157f6237 with Priority: HIGHEST for action port [ 737.929165] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_rules [ 737.929165] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 737.929165] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef65fcb7-b1b5-42f3-a054-d6e9157f6237 with Priority: HIGHEST for action port [ 737.929165] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.929165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.929165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.929165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.929165] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.929822] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.929822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.929993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.930358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.930647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.930870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.930870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.930987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.931105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.931234] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.933038] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.933176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.933391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.933391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.933478] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef65fcb7-b1b5-42f3-a054-d6e9157f6237',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.184383] env[65255]: INFO networking_nsxv3.common.synchronization [None req-246e079c-30ce-4dea-ab98-0857d93c69b2 tempest-ServersTestManualDisk-432422282 tempest-ServersTestManualDisk-432422282-project-member] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 738.184814] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 738.185786] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.187045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.187045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.187045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.187045] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.285704] env[65255]: INFO networking_nsxv3.common.synchronization [None req-d1bc7dcf-e2d6-4617-b989-0bb146746b6b tempest-ServersTestManualDisk-432422282 tempest-ServersTestManualDisk-432422282-project-member] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 738.290134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 738.290636] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.290800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.305680] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 738.305945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.427040] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: SUCCESS [ 738.427040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.427040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.427297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.427537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.427731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.427823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.428044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.428135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.428225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.428336] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.438765] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.440745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.440745] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef65fcb7-b1b5-42f3-a054-d6e9157f6237 with status ACTIVE [ 738.440745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.440745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.440745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.441794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.441794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.441794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.441794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.441794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.441964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.441964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.442049] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef65fcb7-b1b5-42f3-a054-d6e9157f6237 is going to be updated. [ 738.475070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.475518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.475585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.475737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef65fcb7-b1b5-42f3-a054-d6e9157f6237" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.561620] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 738.561781] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 738.562337] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 738.562472] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 738.562742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.562862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.562930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.563645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.564035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.564171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.564275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.564544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.564696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.564820] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.566789] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.568789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.568789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.568958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.569154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.569265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.569332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.569491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.569657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.569805] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.632765] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_rules [ 738.632959] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 738.633107] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 738.633233] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 738.633438] env[65255]: INFO networking_nsxv3.common.synchronization [req-97d65360-9540-49ed-bb98-13b0bf802a3d req-678357a5-aa7a-46af-9bf2-e1027f3c56ee tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 738.634073] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_rules [ 738.634212] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 738.634373] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 738.634488] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 738.634579] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 738.634878] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.635014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.635096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.635356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.635445] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.637194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.637194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.637194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.637194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.637194] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.638855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2996a3fe-8a25-4076-ab93-9bc64f797301 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.638980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.639334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996a3fe-8a25-4076-ab93-9bc64f797301',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.641896] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.642161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.642161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.642330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.718783] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.719460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.719460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.719460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.719610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.719752] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a0606-872f-452f-a99e-845910400f39 already deleted. [ 738.719922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.720669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.720946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.721103] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.936448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.936684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.936684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.936949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.937235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.937398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.937498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.937754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.937857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.938120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.938203] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.938362] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.938539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.938703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.939061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.939122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.939212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.939324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.939356] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.944399] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.071412] env[65255]: INFO networking_nsxv3.common.synchronization [req-631bd67b-0382-4202-b3f2-8c9d6d77c0a8 req-cd45208c-7fb0-4266-a674-1d17eaf5ca58 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 739.071741] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.073427] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 739.074727] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.074727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.074727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.074727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.075226] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.077026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.077026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.077026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.077026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077026] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.077026] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.143642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2996a3fe-8a25-4076-ab93-9bc64f797301 with status ACTIVE [ 739.143707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.143865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.143931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.144167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.144260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.144464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.144564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.144623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.144797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.144871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.145077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.145164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.145221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.145368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.145438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.145517] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 is going to be updated. [ 739.148962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.148962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.150029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.150181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.154153] env[65255]: INFO networking_nsxv3.common.synchronization [None req-bc17bd26-abfe-4eb6-b600-c62c34ad5364 None None] Enqueued Resource ID: 9464eedf-578d-41a3-9f52-980efc1e391c with Priority: HIGHEST for action port [ 739.155062] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9464eedf-578d-41a3-9f52-980efc1e391c with Priority: HIGHEST for action port [ 739.155348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9464eedf-578d-41a3-9f52-980efc1e391c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.155468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9464eedf-578d-41a3-9f52-980efc1e391c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.155534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9464eedf-578d-41a3-9f52-980efc1e391c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.155813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9464eedf-578d-41a3-9f52-980efc1e391c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.155896] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9464eedf-578d-41a3-9f52-980efc1e391c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.180400] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.180587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.180655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.180920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.181195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.181466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.254130] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.254396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.254396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.254559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.254644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.254740] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a0606-872f-452f-a99e-845910400f39 already deleted. [ 739.254817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.441843] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e5da01a-ceea-4a31-ac18-929b560a53ed: rpc.has_security_group_logging(os_id): False [ 739.448892] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.448892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.448892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.448892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.448892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.448892] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 is going to be created. [ 739.478272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.478272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.478495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.478591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.478635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.478836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.478983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.478983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.479148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.479232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.479424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.479522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.479580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.479708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.479815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.481842] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.482070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.482144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.482306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.482389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.482479] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed is going to be created. [ 739.498448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.499629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.515813] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: UNINITIALIZED for 2s [ 739.575354] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.581342] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.584036] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.589403] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.589539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.589539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.589760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.605994] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: IN_PROGRESS for 2s [ 739.658285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9464eedf-578d-41a3-9f52-980efc1e391c [ 739.658537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.659849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.659849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.659849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.659849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.659849] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9464eedf-578d-41a3-9f52-980efc1e391c already deleted. [ 739.659849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9464eedf-578d-41a3-9f52-980efc1e391c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.078771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.078771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.080431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.080767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.080829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.080952] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be created. [ 740.089040] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.089040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.089040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.089040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.089040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.089040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.089040] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 740.131941] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.131941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.131941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.131941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.131941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.139028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.139028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.139028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.139028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.139028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.149796] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: UNINITIALIZED for 2s [ 740.150685] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 740.391209] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 740.391389] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 740.391517] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 740.392280] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 740.392746] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 740.393135] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 740.393604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.393789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.394412] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f520e-97df-4df7-81da-9e3e3ad3d36c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.394412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.394412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.394908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.395837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.396156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.396657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.396766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.396900] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.398077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.398247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.445342] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_rules [ 740.445505] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 740.445632] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 740.445754] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 740.445872] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_rules [ 740.445989] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 740.446142] env[65255]: INFO networking_nsxv3.common.synchronization [req-265f5c60-1ee7-4c0a-a468-b584b2590eb2 req-4edde4ae-064e-4f72-b8d3-05433a4baaa2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 740.446649] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_rules [ 740.446786] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 740.446884] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 740.446975] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 with Priority: HIGHEST for action port [ 740.447076] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_rules [ 740.447594] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 740.447594] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 740.447594] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.447594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.447927] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.447927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.448098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f520e-97df-4df7-81da-9e3e3ad3d36c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.448098] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.448483] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2996a3fe-8a25-4076-ab93-9bc64f797301 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.448483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.448483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.448689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.448689] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2996a3fe-8a25-4076-ab93-9bc64f797301',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.449857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e75f520e-97df-4df7-81da-9e3e3ad3d36c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.454317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.454411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.454682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.454804] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.455842] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.455937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.456152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.456550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.589821] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.590364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.590364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.590538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.590576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.590735] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 740.633383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.633796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.633796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.634011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.634011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.646408] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 740.901023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.957205] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2996a3fe-8a25-4076-ab93-9bc64f797301 with status ACTIVE [ 740.957928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.957928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.958275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.958275] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.958459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.958459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.958563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.958789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.958863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.958944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.958944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.959113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.959189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.959269] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2996a3fe-8a25-4076-ab93-9bc64f797301 is going to be updated. [ 740.960586] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f520e-97df-4df7-81da-9e3e3ad3d36c taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.960746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.984424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.984424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.984424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.984711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.984743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.984908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2996a3fe-8a25-4076-ab93-9bc64f797301" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.405290] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.528825] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: SUCCESS [ 741.529086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.529255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.529470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.530045] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.530045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.530045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.530045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.530267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530324] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.624615] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: SUCCESS [ 741.624838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.906272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.906569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.906651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.906948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.907337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.907337] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c is going to be created. [ 741.939806] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.939961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.940029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.940259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.940423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951955] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: UNINITIALIZED for 2s [ 742.032481] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.032752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.032927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.033382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.033632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.033805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.033913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.034200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.034359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.034462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.034662] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.034733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.034852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.034942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.035962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.036617] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.169088] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.169088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.169088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.169088] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.170101] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 742.170101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.170364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170862] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.170862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.171411] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.393665] env[65255]: INFO networking_nsxv3.common.synchronization [req-43f4409d-971a-462a-857e-71efa83a40a5 req-e9daff9c-e9f7-4feb-92e1-2114b0fd259b tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 742.394247] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 742.394616] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.394730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.394790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.395030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.395185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.395284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.395344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.395500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.395589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.395684] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.540249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976: rpc.has_security_group_logging(os_id): False [ 742.560245] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.560432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.560490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.560659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.560742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.561424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.561424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.561424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.561424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.561424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.561642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.561689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.561786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.561886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.561961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.562839] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.563039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.563171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.563440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.563540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.563631] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 is going to be created. [ 742.636668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.636668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.636668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.636668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.636668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.650428] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: IN_PROGRESS for 2s [ 742.654710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 742.654924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.672947] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.675682] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.898600] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.177945] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.179675] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.401922] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.680239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.680663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.680663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.680783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.681103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.681103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 743.682830] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.683035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.683210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.683606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.683606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.683734] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 743.746154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.746154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.746154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.746486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.746541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.748389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.748755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.748755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.748755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.748942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.760034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 743.760415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 743.845482] env[65255]: INFO networking_nsxv3.common.synchronization [req-1fac0082-2550-4dcf-9bf2-8a83b6ead4b2 req-9115775e-9b40-418f-b079-ca8af49ddccf tempest-ImagesOneServerTestJSON-1893279156 tempest-ImagesOneServerTestJSON-1893279156-project-member] Enqueued Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 743.846196] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGHEST for action security_group_members [ 743.846541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.846682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.846741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.847124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.847207] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.847336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.847402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.847578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.847666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.847984] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.904399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.904557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.904637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.904828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.904921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.905019] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 743.942233] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.942233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.942233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.942440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.942545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.952661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 743.962426] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: SUCCESS [ 743.962426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.962589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.962701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.962959] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.963059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.963092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.963243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.963380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.963461] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.350844] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.350844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.350844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.350977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.351119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.351332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.351431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.351511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.351659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.351812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.351812] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 is going to be updated. [ 744.354800] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fa4e6fd-6423-4adc-85fc-1a5c8a1c5447 req-c49489d3-3a05-4132-8fab-589bef4cc837 tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.355712] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.356064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.356209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.356282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.356461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.356611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.356709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.356772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.356909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.356989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.357092] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.392557] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.392803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.392803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.393225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.393396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.406023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: IN_PROGRESS for 2s [ 744.466038] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.587745] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fa4e6fd-6423-4adc-85fc-1a5c8a1c5447 req-13a74ef2-8849-4355-9fa0-b122f47191ff tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.587933] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.588251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.588423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.664749] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: SUCCESS [ 744.664749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.859258] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.875680] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fa4e6fd-6423-4adc-85fc-1a5c8a1c5447 req-e8425178-eba1-45bd-ae4a-a904829e52ff tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.876187] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 744.876518] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.876630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.969039] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.362572] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.471014] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.471209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.471331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.471517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.471610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.471712] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c is going to be updated. [ 745.505123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.505277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.505410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.505975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.505975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.516887] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: IN_PROGRESS for 2s [ 745.772906] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 745.773228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.773359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.773597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.773918] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.773918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.774210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.774210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.774564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.774564] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.776183] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 745.776183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.776183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.776791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.776791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.777495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.777495] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.777645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.777806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.778221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.778221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.778221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.779311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.779311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.779436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.779484] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.780831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.780831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.781804] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.781804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.781804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.781804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.781804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.781804] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.867796] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.868245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.868245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.868552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.868552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.868552] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 745.897860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.897860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.897860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.898065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.898172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.908814] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 745.963893] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 745.964030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.992764] env[65255]: INFO networking_nsxv3.common.synchronization [None req-1e793bdd-3707-45b1-95ef-0058cfb65e0a tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: c9e323a5-72fd-48bd-954d-df773e7783f0 with Priority: HIGHEST for action security_group_rules [ 745.993169] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e323a5-72fd-48bd-954d-df773e7783f0 with Priority: HIGHEST for action security_group_rules [ 745.993517] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e323a5-72fd-48bd-954d-df773e7783f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.993644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.993764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.994096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.994096] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e323a5-72fd-48bd-954d-df773e7783f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.069946] env[65255]: INFO networking_nsxv3.common.synchronization [None req-326639d7-1505-4a58-8387-2328fc77c9d4 tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: c9e323a5-72fd-48bd-954d-df773e7783f0 with Priority: HIGHEST for action security_group_rules [ 746.071587] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e323a5-72fd-48bd-954d-df773e7783f0 with Priority: HIGHEST for action security_group_rules [ 746.072037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e323a5-72fd-48bd-954d-df773e7783f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.072159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282936] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.283938] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.285424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.285630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.286889] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.415818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d18cd63-6a13-4b11-8013-0928fee89587 in Status: SUCCESS [ 746.415818] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 deletion is rescheduled due to dependency. [ 746.415818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.517322] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.519486] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e323a5-72fd-48bd-954d-df773e7783f0 already deleted. [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.519486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.519486] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e323a5-72fd-48bd-954d-df773e7783f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.786782] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cbd20f-1162-47dd-a13f-7065c1492d75: rpc.has_security_group_logging(os_id): False [ 746.790286] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.791608] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.807942] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.808277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.809027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.809027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.809027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.809027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.809391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.809474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.809649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.809727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.809816] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be created. [ 746.865658] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.865815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.865876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.866097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.866260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.883026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 747.040602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.040746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.040803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.041017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.041120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.041291] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e323a5-72fd-48bd-954d-df773e7783f0 already deleted. [ 747.041384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e323a5-72fd-48bd-954d-df773e7783f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.293545] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.293725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.293802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.293980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.294083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.294179] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 747.295459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.295628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.295695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.295882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.295943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.296118] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 747.326400] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.326596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.326660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.326829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.326999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.331950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.332180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.332241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.332515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.332718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.351555] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 747.352347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 747.434669] env[65255]: INFO networking_nsxv3.common.synchronization [req-d05ba8ed-c168-4b45-bf5f-d7456caf18a5 req-fd051d54-4f00-49e4-8cc7-fba485050ea0 tempest-ImagesNegativeTestJSON-521742368 tempest-ImagesNegativeTestJSON-521742368-project-member] Enqueued Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 747.435344] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGHEST for action security_group_members [ 747.435668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.435790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.435845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.436375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.436446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436768] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.527951] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: SUCCESS [ 747.528181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.528477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.528739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.529112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.529218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.529301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.529441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.529525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.529611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.529843] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.832753] env[65255]: INFO networking_nsxv3.common.synchronization [req-2698afc4-c407-4816-9acc-b214909229fb req-7961f119-5193-40cd-af64-5dc93b0472ef tempest-ServersTestFqdnHostnames-218020105 tempest-ServersTestFqdnHostnames-218020105-project-member] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 747.833627] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 747.833627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.833853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.833853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.834162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.834374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.834480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.834535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.834814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.834814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.834956] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.921881] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 747.921881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.921881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.922295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.922295] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.929109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.929451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.929634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.929690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.929798] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.939242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.939401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.939477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.939695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.939785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.939998] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.941695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.941828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.942035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.942120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.942217] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed is going to be updated. [ 747.974540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.974540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.974540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.974859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.975017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.987423] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: IN_PROGRESS for 2s [ 748.032579] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.246215] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.246639] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.246786] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.247185] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.247463] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.247624] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.247734] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.247955] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.248116] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.248321] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.248430] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.248531] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.248839] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.248839] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.248839] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.248980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.268353] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.268522] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.268673] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.268919] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-137" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269253] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.269425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.269537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.269975] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.270133] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.339527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.339527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.339527] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 already deleted. [ 748.339527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.433071] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.433248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.433248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.433429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.433539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.433707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.433835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.433913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.434067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.434150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.434307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 748.471788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.471924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.472043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.472270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.472411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485670] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 748.539436] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e75f520e-97df-4df7-81da-9e3e3ad3d36c: rpc.has_security_group_logging(os_id): False [ 748.562344] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562641] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562998] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c is going to be created. [ 748.662081] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.662081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.662383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.662529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.662668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: IN_PROGRESS for 2s [ 748.773414] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.773767] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.773897] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.774297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.774438] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.774647] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c not found, creating... [ 748.774996] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.775234] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.775333] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.775600] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.775743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.776151] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.776440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.776630] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.776934] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777113] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.777302] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c is going to be created. [ 748.805241] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.805508] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.805671] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.805938] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.806183] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.806405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.894735] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 748.895031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.895243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.895543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.895641] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.375103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 749.375103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.375103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.375103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.375540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.375540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.376548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.376548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.377627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.377627] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.379740] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 749.379740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.380112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.380424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.380751] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.380938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.381057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.381699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.381699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.381699] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.397919] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.397919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.543260] env[65255]: INFO networking_nsxv3.common.synchronization [req-2698afc4-c407-4816-9acc-b214909229fb req-77ed3822-229f-43a6-ac18-ebe159cbe13c service nova] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 749.543466] env[65255]: INFO networking_nsxv3.common.synchronization [req-2698afc4-c407-4816-9acc-b214909229fb req-77ed3822-229f-43a6-ac18-ebe159cbe13c service nova] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 749.543607] env[65255]: INFO networking_nsxv3.common.synchronization [req-2698afc4-c407-4816-9acc-b214909229fb req-77ed3822-229f-43a6-ac18-ebe159cbe13c service nova] Enqueued Resource ID: 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c with Priority: HIGHEST for action port [ 749.544379] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_rules [ 749.544859] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 749.544859] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c with Priority: HIGHEST for action port [ 749.544997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547437] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.547437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.547905] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.548902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.548902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.548902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.549908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.549908] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.879785] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.884206] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.968370] env[65255]: INFO networking_nsxv3.common.synchronization [req-7c5078de-ded9-4c1b-bb96-051a2561a871 req-3ab9a84e-583b-49b1-9712-91e5f98856c8 tempest-ServerAddressesNegativeTestJSON-439571368 tempest-ServerAddressesNegativeTestJSON-439571368-project-member] Enqueued Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 749.968957] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGHEST for action security_group_members [ 749.969311] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.969451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.969564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.972865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.972865] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.972865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.972865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.972865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.972865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.972865] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999706] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed in Status: SUCCESS [ 750.000381] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed deletion is rescheduled due to dependency. [ 750.000527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.052543] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c with status ACTIVE [ 750.053098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.053421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.053560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.053918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.053955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.055302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.055302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.055302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.055713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.055713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c is going to be updated. [ 750.057626] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.057626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.057626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.082814] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.082985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.083595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.084390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35a9ad1a-8284-4f93-9b71-8d8cd9c1cd1c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.385728] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.387022] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.472767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.472939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.473037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.473432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.473618] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.473720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.473782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.474033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.474120] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 is going to be updated. [ 750.495504] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 750.495788] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 deletion is rescheduled due to dependency. [ 750.495952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.496215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.496548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.496845] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.497026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.497150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.497370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.497498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.497710] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.507627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.507998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.508154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.508479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.508752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.522239] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: IN_PROGRESS for 2s [ 750.564423] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.582699] env[65255]: INFO networking_nsxv3.common.synchronization [req-c8ec04ac-7d9f-4af6-9a9a-4ca544040c7d req-500e5eef-38e6-42a1-b26c-8a117b9de342 tempest-FloatingIPsAssociationNegativeTestJSON-736428962 tempest-FloatingIPsAssociationNegativeTestJSON-736428962-project-member] Enqueued Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 750.583782] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 750.583782] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.583982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.584721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.585065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.587701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.587701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.587701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.587701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.587701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.587701] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.714621] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: SUCCESS [ 750.714621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.892404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.892404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.892404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.892404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.892404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.892404] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 750.892853] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.893010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.893087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.893466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.893466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.893607] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 750.929665] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.933142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.933425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.933425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.933674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.933832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.945669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 750.946449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 751.001771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.001927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.001990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.002228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.002376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.002527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.002622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.002678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.002817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.002895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.002980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 751.041736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.041895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.041979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.042189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.042514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.058159] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 751.069701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.069874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.069982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.070305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.070443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.070558] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 is going to be created. [ 751.090645] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.090830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.090899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.091185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.091383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.091575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.091648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.091804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.091899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.091961] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf already deleted. [ 751.092066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.098456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.098456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.098608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.098731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.098852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.113114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: UNINITIALIZED for 2s [ 751.134925] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.135136] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-893" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.135255] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-893" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.136470] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-893" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.136824] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.137198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.137412] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.137773] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.137994] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.138361] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.138538] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.138710] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.138879] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.139083] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.139255] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.139461] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.164532] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.164699] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.164851] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.164998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-893" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.165327] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-a6fd2eec-0dcd-4416-9524-0139b54edbe1 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.165504] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.165606] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.165990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.166238] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fd2eec-0dcd-4416-9524-0139b54edbe1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.669372] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.669883] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.669883] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670145] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.670266] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port a6fd2eec-0dcd-4416-9524-0139b54edbe1 not found, creating... [ 751.670523] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670782] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.671178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.671178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.671408] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.671640] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.671762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.671966] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.672285] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.672285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: a6fd2eec-0dcd-4416-9524-0139b54edbe1 is going to be created. [ 751.701732] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.701732] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.701732] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.702241] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.702290] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.702600] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.418130] env[65255]: INFO networking_nsxv3.common.synchronization [req-c8ec04ac-7d9f-4af6-9a9a-4ca544040c7d req-a7315ee7-adb8-4334-80a6-905d52608b51 service nova] Enqueued Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_rules [ 752.418502] env[65255]: INFO networking_nsxv3.common.synchronization [req-c8ec04ac-7d9f-4af6-9a9a-4ca544040c7d req-a7315ee7-adb8-4334-80a6-905d52608b51 service nova] Enqueued Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 752.418712] env[65255]: INFO networking_nsxv3.common.synchronization [req-c8ec04ac-7d9f-4af6-9a9a-4ca544040c7d req-a7315ee7-adb8-4334-80a6-905d52608b51 service nova] Enqueued Resource ID: a6fd2eec-0dcd-4416-9524-0139b54edbe1 with Priority: HIGHEST for action port [ 752.419691] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_rules [ 752.420262] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 752.420343] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fd2eec-0dcd-4416-9524-0139b54edbe1 with Priority: HIGHEST for action port [ 752.420759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.420947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.421082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.421461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.421624] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.422884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.423128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.423251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.423545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.423815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.424006] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.424135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.424391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.424561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.424815] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.426626] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fd2eec-0dcd-4416-9524-0139b54edbe1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.426626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.426626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.426626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.426626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fd2eec-0dcd-4416-9524-0139b54edbe1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.536730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 in Status: SUCCESS [ 752.536916] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 deletion is rescheduled due to dependency. [ 752.537047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.928987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.929315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.933546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6fd2eec-0dcd-4416-9524-0139b54edbe1 with status ACTIVE [ 752.933810] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.933948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.934058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.934257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.934424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.934622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.934727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.934785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.934941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.935266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.935409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.935596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.935664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.935752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.935867] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6fd2eec-0dcd-4416-9524-0139b54edbe1 is going to be updated. [ 752.937032] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.958978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 752.959127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.959266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.959632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.959830] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.960785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.960785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.961154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.961154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.961154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.961154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.961320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.961320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.961404] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.963939] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 752.963939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.963939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.963939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964176] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.964312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.964426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.964575] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.966288] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.966403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.966506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.966929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.966929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.966929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fd2eec-0dcd-4416-9524-0139b54edbe1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.069203] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 753.069395] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 deletion is rescheduled due to dependency. [ 753.069512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.133391] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: SUCCESS [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.136022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.136022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.136022] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.439886] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.470264] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 753.470264] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.492205] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.492205] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.492205] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.492863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.492863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.492863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.492863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.492863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.492863] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 753.606642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.608021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.608021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.608021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.608021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.632260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 753.640133] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.942447] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.942773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.942773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.944025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.944025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.944025] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf is going to be created. [ 753.976548] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cbd20f-1162-47dd-a13f-7065c1492d75: rpc.has_security_group_logging(os_id): False [ 753.982466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.982932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.996725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.997333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.997333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.997333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.997333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.997534] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.997609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.997669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.997814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.997884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.997965] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 753.999697] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: UNINITIALIZED for 2s [ 754.085578] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.085823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.085920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.086200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.086404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 754.142634] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f850833-dbad-4cba-a3f6-91099a36f798: rpc.has_security_group_logging(os_id): False [ 754.175026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 is going to be created. [ 754.249924] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.250141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.250214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.250427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.250604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.264306] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: IN_PROGRESS for 2s [ 754.787456] env[65255]: INFO networking_nsxv3.common.synchronization [req-a15e92c8-464c-464c-96cd-4cf836679c98 req-4c462480-036d-43ab-80a6-9385e7e5c718 tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 754.787699] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 754.788058] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.788289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.788289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.788680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.788758] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.788873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.788937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.789188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.789297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.789773] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.294281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.294281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.294281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.294281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.294744] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.294744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295793] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 755.299232] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.299758] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.299758] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299758] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.299758] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.300103] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.301380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.301997] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.301997] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.301997] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.302363] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.302363] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.302363] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.302670] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.326434] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.326642] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.326798] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.327176] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.327438] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-e5d03bee-6e80-4678-af86-abcd0ee92cb6 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.327691] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.327778] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.328249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.328388] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d03bee-6e80-4678-af86-abcd0ee92cb6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.345470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.346108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.346108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.346108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.346780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.360860] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 755.647908] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 755.648221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.648560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.648841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.648940] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.831977] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832767] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832767] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.833557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.833749] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.833964] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port e5d03bee-6e80-4678-af86-abcd0ee92cb6 not found, creating... [ 755.834761] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.834945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.835653] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.836312] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.836570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.837064] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.837313] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.837480] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.837797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.837990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.838203] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: e5d03bee-6e80-4678-af86-abcd0ee92cb6 is going to be created. [ 755.863487] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.864147] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.864941] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.865109] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.865410] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.865752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.016028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: SUCCESS [ 756.016297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.016467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.016714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.016898] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.017035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.017109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.017255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.017434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.017434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.017930] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.121068] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 756.121246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.151194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.151194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.151437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.151545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.151742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.151847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.151913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.152099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.152186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.152275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.152367] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.279380] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: SUCCESS [ 756.279380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.524083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.524083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.524083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.524083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.524083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.525239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525239] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.565222] env[65255]: INFO networking_nsxv3.common.synchronization [req-a15e92c8-464c-464c-96cd-4cf836679c98 req-4b46d5b0-f1d8-4a0d-96bc-a7f6898b85c9 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 756.565222] env[65255]: INFO networking_nsxv3.common.synchronization [req-a15e92c8-464c-464c-96cd-4cf836679c98 req-4b46d5b0-f1d8-4a0d-96bc-a7f6898b85c9 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 756.565222] env[65255]: INFO networking_nsxv3.common.synchronization [req-a15e92c8-464c-464c-96cd-4cf836679c98 req-4b46d5b0-f1d8-4a0d-96bc-a7f6898b85c9 service nova] Enqueued Resource ID: e5d03bee-6e80-4678-af86-abcd0ee92cb6 with Priority: HIGHEST for action port [ 756.569085] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 756.569085] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 756.569085] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d03bee-6e80-4678-af86-abcd0ee92cb6 with Priority: HIGHEST for action port [ 756.569085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.569085] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.569085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d03bee-6e80-4678-af86-abcd0ee92cb6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.569085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.569085] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d03bee-6e80-4678-af86-abcd0ee92cb6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.654962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.658020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.658020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.658020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.658020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.658675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.658675] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.027186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 833b6e5f-de3d-49e7-a5f8-2b9a488136cf: rpc.has_security_group_logging(os_id): False [ 757.052257] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.052448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.052515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.052681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.052777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.052996] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.053750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.053750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.053750] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.054238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.054238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.054238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.054369] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.054475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.054529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.054684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.054762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.054848] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf is going to be created. [ 757.071882] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.072344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.077477] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5d03bee-6e80-4678-af86-abcd0ee92cb6 with status ACTIVE [ 757.077685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.077848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.077939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.078209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.078310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.078521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.078671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.078729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.078912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.079012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.079261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.079365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.079431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.079656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.079779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.079865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5d03bee-6e80-4678-af86-abcd0ee92cb6 is going to be updated. [ 757.108166] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.108166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.108166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.108166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.108166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.108166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d03bee-6e80-4678-af86-abcd0ee92cb6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.128106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.128106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.128106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.144087] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: IN_PROGRESS for 2s [ 757.161719] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 757.189218] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.189409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.189453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.189655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.189765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.190614] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.191170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.191276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.191497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.191593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.191645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.191787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.191859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.191940] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 757.309471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.309697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.309697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.309888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.311809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.334775] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 757.374257] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 757.374708] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 deletion is rescheduled due to dependency. [ 757.374774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.376096] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.376096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.376446] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.630266] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e2bc14b2-225c-43cb-a1be-afb4634548ad None None] Enqueued Resource ID: 45280b12-44f4-4fb4-9d74-8951e7bf2a3d with Priority: HIGHEST for action port [ 757.631176] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45280b12-44f4-4fb4-9d74-8951e7bf2a3d with Priority: HIGHEST for action port [ 757.631377] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-45280b12-44f4-4fb4-9d74-8951e7bf2a3d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.631595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45280b12-44f4-4fb4-9d74-8951e7bf2a3d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.631692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45280b12-44f4-4fb4-9d74-8951e7bf2a3d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.632022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45280b12-44f4-4fb4-9d74-8951e7bf2a3d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.632142] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45280b12-44f4-4fb4-9d74-8951e7bf2a3d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.878764] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.134995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45280b12-44f4-4fb4-9d74-8951e7bf2a3d [ 758.134995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.135257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.135257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.135257] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45280b12-44f4-4fb4-9d74-8951e7bf2a3d already deleted. [ 758.135344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45280b12-44f4-4fb4-9d74-8951e7bf2a3d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.380875] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.507021] env[65255]: INFO networking_nsxv3.common.synchronization [req-9281c196-84c4-405f-97c7-e20b57318fe6 req-79e5c982-a045-4ac3-8781-1ad78257c8ec tempest-ServerGroupTestJSON-306980299 tempest-ServerGroupTestJSON-306980299-project-member] Enqueued Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 758.507021] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 758.507021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.507021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.507021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.507021] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.883242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.883826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.883826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.883826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.883826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.884085] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 758.917906] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.918173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.918173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.918377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.918530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.930349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 759.010088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.010319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.010402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.010706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.010855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.011008] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.011214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.011214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.011338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.011423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.011514] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 already deleted. [ 759.011593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.044920] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.045427] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-971" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.045647] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-971" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.046059] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-971" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.046451] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.046622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.046737] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.046969] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.048289] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.048289] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.048289] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.048289] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.048289] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.048289] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.048289] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.048289] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.077990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.079218] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.079388] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.079572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-971" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.079910] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-05d4db58-615a-42ee-8163-9c955eee5f31 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.080096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.080212] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.080532] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.080708] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d4db58-615a-42ee-8163-9c955eee5f31',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.157586] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: SUCCESS [ 759.157832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.350699] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 759.350934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.584265] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.584265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.584404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.585085] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.585085] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.585085] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 05d4db58-615a-42ee-8163-9c955eee5f31 not found, creating... [ 759.585308] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.585403] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.586578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.586578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.586578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.586578] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.586578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.586578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.589016] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.589175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.591736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 05d4db58-615a-42ee-8163-9c955eee5f31 is going to be created. [ 759.614836] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.615351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.615351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.615580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.615995] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.616064] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.287779] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9e778aa8-1d9d-4d26-b8e9-81e661dd3afb None None] Enqueued Resource ID: 3ba8c022-5701-4585-9915-881b27c482e8 with Priority: HIGHEST for action port [ 760.288406] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba8c022-5701-4585-9915-881b27c482e8 with Priority: HIGHEST for action port [ 760.288764] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba8c022-5701-4585-9915-881b27c482e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.288924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba8c022-5701-4585-9915-881b27c482e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.289010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba8c022-5701-4585-9915-881b27c482e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.289403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba8c022-5701-4585-9915-881b27c482e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.289495] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba8c022-5701-4585-9915-881b27c482e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.335030] env[65255]: INFO networking_nsxv3.common.synchronization [req-9281c196-84c4-405f-97c7-e20b57318fe6 req-85043e03-cc72-490c-8e0c-351caf569d64 service nova] Enqueued Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_rules [ 760.335294] env[65255]: INFO networking_nsxv3.common.synchronization [req-9281c196-84c4-405f-97c7-e20b57318fe6 req-85043e03-cc72-490c-8e0c-351caf569d64 service nova] Enqueued Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 760.335504] env[65255]: INFO networking_nsxv3.common.synchronization [req-9281c196-84c4-405f-97c7-e20b57318fe6 req-85043e03-cc72-490c-8e0c-351caf569d64 service nova] Enqueued Resource ID: 05d4db58-615a-42ee-8163-9c955eee5f31 with Priority: HIGHEST for action port [ 760.336729] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_rules [ 760.336873] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 760.336972] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d4db58-615a-42ee-8163-9c955eee5f31 with Priority: HIGHEST for action port [ 760.337266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.337699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.337699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.337836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.337920] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.341358] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.341513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.341578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.341732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.342811] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.342811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.342811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.342811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.342811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.342811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.343404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d4db58-615a-42ee-8163-9c955eee5f31 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.343518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.343603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.343735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.343809] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d4db58-615a-42ee-8163-9c955eee5f31',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.567515] env[65255]: INFO networking_nsxv3.common.synchronization [req-cbbf0d20-7ad7-4cfe-b5a8-d3e89331d983 req-e82bcd82-983e-4626-972d-0e857e7f9fca tempest-ServersAdminNegativeTestJSON-13896186 tempest-ServersAdminNegativeTestJSON-13896186-project-member] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 760.567822] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGHEST for action security_group_members [ 760.568827] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.568827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.568827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.568827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.568827] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.568827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.568827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.569169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.569169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.569169] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.792692] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ba8c022-5701-4585-9915-881b27c482e8 [ 760.792692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.792692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.792692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.792875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.792875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.793192] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ba8c022-5701-4585-9915-881b27c482e8 already deleted. [ 760.793192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba8c022-5701-4585-9915-881b27c482e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.846185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.846185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851696] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.851696] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d4db58-615a-42ee-8163-9c955eee5f31 with status ACTIVE [ 760.851696] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851696] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.851696] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.853600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.854029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d4db58-615a-42ee-8163-9c955eee5f31 is going to be updated. [ 760.884576] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.884576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.884576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.884576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.884576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.884576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d4db58-615a-42ee-8163-9c955eee5f31" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.940537] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 760.940961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.941609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.941801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.942021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.942141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.942206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.942358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.942439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.942524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.942614] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.022149] env[65255]: INFO networking_nsxv3.common.synchronization [req-5b7036a2-3a17-4679-bb6f-86e19bdfc770 req-964000df-fb1b-4fde-8788-48800537066b tempest-InstanceActionsV221TestJSON-2109316730 tempest-InstanceActionsV221TestJSON-2109316730-project-member] Enqueued Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 761.022149] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 761.022944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.023305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.023543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.025075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.025075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.025075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.025075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.025075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.025075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.025075] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.072722] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.072722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.072722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.072956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.073188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.073511] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.073719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.073858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.074153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.074784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.074784] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be updated. [ 761.116114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.116272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.116355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.116536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.116660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.132905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: IN_PROGRESS for 2s [ 761.360518] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.379305] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.381019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-472" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.381019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-472" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.381019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-472" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.381019] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.381019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.381019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.381617] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.385380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.385380] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.385380] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.385380] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.385380] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.385380] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.385380] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.385380] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.406536] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.406536] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.406536] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.406536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-472" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.406536] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-277cefd8-c5f3-4097-b73b-0c23e5f19401 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.406536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.406536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.406536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.406963] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277cefd8-c5f3-4097-b73b-0c23e5f19401',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.452340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.452340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.452340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.452340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.452340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.453022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.453022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.453022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.453022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.453022] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.529358] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.529542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.529586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.529800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.529897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.530108] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.530210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.530266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.530589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.530589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.530589] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df80b0e6-3bfc-472a-969f-a42bbe270583 already deleted. [ 761.530711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.862998] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.863170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.863210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.863529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.863733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.863843] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 is going to be created. [ 761.891074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.891522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.891661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.891978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.892318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.903503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: UNINITIALIZED for 2s [ 761.911944] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.912325] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.912568] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.912952] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.913179] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.913422] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 277cefd8-c5f3-4097-b73b-0c23e5f19401 not found, creating... [ 761.914111] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.914111] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.914263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.914455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.914649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.915171] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.915780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.915780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.916057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.916504] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.916504] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 277cefd8-c5f3-4097-b73b-0c23e5f19401 is going to be created. [ 761.937959] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.938392] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.938527] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.938808] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.939039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.939261] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.955359] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2089441f-6d25-44cd-aa6a-1d4034578300: rpc.has_security_group_logging(os_id): False [ 761.976383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.976566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.976603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.976829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.976924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.977131] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.977443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.977519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.977704] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.977994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978661] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.978661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.978661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978855] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 762.060966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086017] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 762.298419] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9cf2b980-aefe-44ab-97c6-a3cfa60f3e59 None None] Enqueued Resource ID: a0cf4848-cbad-4cd2-bcee-cb0693c8f50e with Priority: HIGHEST for action port [ 762.299955] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cf4848-cbad-4cd2-bcee-cb0693c8f50e with Priority: HIGHEST for action port [ 762.300352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cf4848-cbad-4cd2-bcee-cb0693c8f50e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.300638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cf4848-cbad-4cd2-bcee-cb0693c8f50e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.300809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cf4848-cbad-4cd2-bcee-cb0693c8f50e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.301261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cf4848-cbad-4cd2-bcee-cb0693c8f50e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.301475] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cf4848-cbad-4cd2-bcee-cb0693c8f50e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.622651] env[65255]: INFO networking_nsxv3.common.synchronization [req-5b7036a2-3a17-4679-bb6f-86e19bdfc770 req-9840debe-4c47-4336-8950-b9c600560095 service nova] Enqueued Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_rules [ 762.622966] env[65255]: INFO networking_nsxv3.common.synchronization [req-5b7036a2-3a17-4679-bb6f-86e19bdfc770 req-9840debe-4c47-4336-8950-b9c600560095 service nova] Enqueued Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 762.622966] env[65255]: INFO networking_nsxv3.common.synchronization [req-5b7036a2-3a17-4679-bb6f-86e19bdfc770 req-9840debe-4c47-4336-8950-b9c600560095 service nova] Enqueued Resource ID: 277cefd8-c5f3-4097-b73b-0c23e5f19401 with Priority: HIGHEST for action port [ 762.623492] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_rules [ 762.623687] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 762.623808] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277cefd8-c5f3-4097-b73b-0c23e5f19401 with Priority: HIGHEST for action port [ 762.623975] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.624552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.624552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.624552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.624552] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.626350] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.626350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.626480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.626596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.626745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.626904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.627403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.627554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627554] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.629732] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-277cefd8-c5f3-4097-b73b-0c23e5f19401 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.629870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.630345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.630345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.630345] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277cefd8-c5f3-4097-b73b-0c23e5f19401',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.804672] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0cf4848-cbad-4cd2-bcee-cb0693c8f50e [ 762.804932] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.805203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.805276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.805487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.805579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.805676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0cf4848-cbad-4cd2-bcee-cb0693c8f50e already deleted. [ 762.805756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cf4848-cbad-4cd2-bcee-cb0693c8f50e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.127097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.127298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.132648] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277cefd8-c5f3-4097-b73b-0c23e5f19401 with status ACTIVE [ 763.132863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.132998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.133074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.133496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.133496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.133756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.133756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.133872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.133956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.134343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.134466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.134673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.134673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.134772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277cefd8-c5f3-4097-b73b-0c23e5f19401 is going to be updated. [ 763.135786] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.149598] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 in Status: SUCCESS [ 763.150296] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 deletion is rescheduled due to dependency. [ 763.150420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.159138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.159270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277cefd8-c5f3-4097-b73b-0c23e5f19401" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.209952] env[65255]: INFO networking_nsxv3.common.synchronization [req-d03adef2-0d5e-4677-a298-1b74beadf508 req-53fb05a2-898f-4840-836a-d55a33f7b38a tempest-ServersV294TestFqdnHostnames-1292455478 tempest-ServersV294TestFqdnHostnames-1292455478-project-member] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 763.212600] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 763.212702] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.212858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.213057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.213309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.213552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.213655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.213711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.214192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.214192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.215383] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.639419] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.646818] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.646818] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-616" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.647033] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-616" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.647765] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-616" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.647765] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.647765] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.647765] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.648062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.648107] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.648679] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.648794] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.649457] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.649457] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.649457] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.649457] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.649457] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.694027] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.694027] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.694027] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.694027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-616" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.694027] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.694027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.694027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.694990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.694990] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3a1d1e-f628-43ed-96dc-bb52cf486dbb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.717706] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.717865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.717935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.718257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.718369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.718583] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.718776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.718845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.719040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.719122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.719228] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 already deleted. [ 763.719311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.914018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: SUCCESS [ 763.914254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.915857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915857] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.102910] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 764.103161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.142893] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.143155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.143155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.143400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.143505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.143635] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df80b0e6-3bfc-472a-969f-a42bbe270583 is going to be created. [ 764.166871] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.167153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.167153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.167300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.167638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.198569] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: UNINITIALIZED for 2s [ 764.199079] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.199311] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.199448] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.199727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.199879] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.200087] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb not found, creating... [ 764.200338] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.200530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.200685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.200924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.201103] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.201409] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.201556] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.201667] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.201865] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.202023] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.202193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb is going to be created. [ 764.223598] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.223810] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.223927] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.224302] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.224413] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.419593] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.420256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.420256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.420256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.420256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.420478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.420478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.422269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422269] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.623062] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3ad82e59-9fcf-4de3-9b83-1abea6bac204 None None] Enqueued Resource ID: 3aa6b533-7b4b-4828-9fd9-feb16768cb8c with Priority: HIGHEST for action port [ 764.623344] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa6b533-7b4b-4828-9fd9-feb16768cb8c with Priority: HIGHEST for action port [ 764.623920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa6b533-7b4b-4828-9fd9-feb16768cb8c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.624286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa6b533-7b4b-4828-9fd9-feb16768cb8c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.624420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa6b533-7b4b-4828-9fd9-feb16768cb8c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.624725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa6b533-7b4b-4828-9fd9-feb16768cb8c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.624814] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa6b533-7b4b-4828-9fd9-feb16768cb8c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.864478] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2d01ae3d-8c61-4143-96a4-3fcb37f08f3e None None] Enqueued Resource ID: faa98315-d0b5-4361-9976-c6db03fb8342 with Priority: HIGHEST for action port [ 764.865060] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa98315-d0b5-4361-9976-c6db03fb8342 with Priority: HIGHEST for action port [ 764.865362] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa98315-d0b5-4361-9976-c6db03fb8342 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.865495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa98315-d0b5-4361-9976-c6db03fb8342" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.865555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa98315-d0b5-4361-9976-c6db03fb8342" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.865886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa98315-d0b5-4361-9976-c6db03fb8342" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.865886] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa98315-d0b5-4361-9976-c6db03fb8342',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.907223] env[65255]: INFO networking_nsxv3.common.synchronization [req-d03adef2-0d5e-4677-a298-1b74beadf508 req-0c2b0b3e-5793-47d8-938b-367b360981aa service nova] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 764.907439] env[65255]: INFO networking_nsxv3.common.synchronization [req-d03adef2-0d5e-4677-a298-1b74beadf508 req-0c2b0b3e-5793-47d8-938b-367b360981aa service nova] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 764.907517] env[65255]: INFO networking_nsxv3.common.synchronization [req-d03adef2-0d5e-4677-a298-1b74beadf508 req-0c2b0b3e-5793-47d8-938b-367b360981aa service nova] Enqueued Resource ID: 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb with Priority: HIGHEST for action port [ 764.907737] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_rules [ 764.907938] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 764.908057] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb with Priority: HIGHEST for action port [ 764.908590] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.908655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.908722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.908916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.909023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.909792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.909946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.910166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.910311] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.910405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.910608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.910693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.910941] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.911581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.911687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.911736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911945] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3a1d1e-f628-43ed-96dc-bb52cf486dbb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.926221] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f815a8b-1d4c-4560-b8de-825bf1e94943: rpc.has_security_group_logging(os_id): False [ 764.945106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.945341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.945428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.945679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.945782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946049] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.946175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.946407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.946407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946653] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.946724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.946900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.946992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.948145] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.948145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.948145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.948145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.948354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.948354] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 is going to be created. [ 765.017243] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.017243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.017243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.017243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.017243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.029299] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: IN_PROGRESS for 2s [ 765.127661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aa6b533-7b4b-4828-9fd9-feb16768cb8c [ 765.128030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.128226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.128647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.128647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.128765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.128885] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aa6b533-7b4b-4828-9fd9-feb16768cb8c already deleted. [ 765.129263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa6b533-7b4b-4828-9fd9-feb16768cb8c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.370754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faa98315-d0b5-4361-9976-c6db03fb8342 [ 765.370754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.370754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.370754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.370754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.370754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.370754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faa98315-d0b5-4361-9976-c6db03fb8342 already deleted. [ 765.370754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa98315-d0b5-4361-9976-c6db03fb8342" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.413528] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.414938] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.414938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.415069] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb with status ACTIVE [ 765.417463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.417463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.417463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.417463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.417463] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d3a1d1e-f628-43ed-96dc-bb52cf486dbb is going to be updated. [ 765.447790] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.447790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.447790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.447790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.447790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.447790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3a1d1e-f628-43ed-96dc-bb52cf486dbb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.920643] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.037792] env[65255]: INFO networking_nsxv3.common.synchronization [req-578457fb-f5fc-4dad-916d-fe5e6386c984 req-5913a173-094f-4451-960b-0a35f3ea7867 tempest-FloatingIPsAssociationTestJSON-210732388 tempest-FloatingIPsAssociationTestJSON-210732388-project-member] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 766.038513] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 766.038961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.040638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.040638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.040856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.041071] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.041367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.041504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.043762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.043932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.044178] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.210189] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: SUCCESS [ 766.210189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.210330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.210557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.211063] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.211063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.211063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.211063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.211255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.211255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.211310] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.428823] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.428823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.428823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.429041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.429134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.429237] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 is going to be created. [ 766.459040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.459040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.459040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.459040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.459040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.469363] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: UNINITIALIZED for 2s [ 766.488375] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.488564] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.488683] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.488954] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.489227] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.489384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.489497] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.489727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.493030] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.493030] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.493030] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.493030] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.493030] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.493030] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.493030] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.493030] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.513897] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.514402] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.514741] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.515249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-313" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.515912] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.516567] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.516958] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.517577] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.517764] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.547776] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.717028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.717028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.718239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.718239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.718239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.718239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.719272] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.021418] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.024042] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 not found, creating... [ 767.024042] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.024042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.024363] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.024363] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.024654] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.025010] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.025010] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.026323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.026323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.026323] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 is going to be created. [ 767.041858] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: SUCCESS [ 767.041858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.047198] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.047576] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.048552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.048552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.048552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.048552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.050666] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.223344] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df80b0e6-3bfc-472a-969f-a42bbe270583: rpc.has_security_group_logging(os_id): False [ 767.248402] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.248956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.248956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.248956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.249099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.249247] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.250759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.250759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.251164] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.251353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.251353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.251588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.251682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.251790] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df80b0e6-3bfc-472a-969f-a42bbe270583 is going to be created. [ 767.279041] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8d499582-d245-426b-86ac-ddd53c562c59 None None] Enqueued Resource ID: c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa with Priority: HIGHEST for action port [ 767.279394] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa with Priority: HIGHEST for action port [ 767.279848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.280120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.280226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.280540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.280691] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.344221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.344521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.344521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.344981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.344981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.360800] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: IN_PROGRESS for 2s [ 767.557260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.557518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.557518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.557709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.557801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.557926] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be updated. [ 767.588323] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.588515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.588515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.588733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.588871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.600754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 767.784523] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa [ 767.784935] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.785125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.785219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.785479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.785585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.785730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa already deleted. [ 767.785836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a8acc2-a57f-46fe-b05d-e37fcbf58cfa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [req-578457fb-f5fc-4dad-916d-fe5e6386c984 req-da2c954f-3d5e-4a9d-82dc-904d9212485b service nova] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_rules [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [req-578457fb-f5fc-4dad-916d-fe5e6386c984 req-da2c954f-3d5e-4a9d-82dc-904d9212485b service nova] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [req-578457fb-f5fc-4dad-916d-fe5e6386c984 req-da2c954f-3d5e-4a9d-82dc-904d9212485b service nova] Enqueued Resource ID: a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 with Priority: HIGHEST for action port [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_rules [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 767.812236] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 with Priority: HIGHEST for action port [ 767.812236] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.812639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.812639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.812639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.813182] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.816461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.816461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.816461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.816461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.816461] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.319054] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 with status ACTIVE [ 768.319054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.319535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.319535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.319842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.319842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.321031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.321031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.321031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.321642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.321642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.321642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4 is going to be updated. [ 768.322637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.322735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.346735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.346804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ab9d99-ab23-4afc-8f6f-06eef2fae0e4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.485627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: SUCCESS [ 768.485963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.488026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.488026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.488026] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.883932] env[65255]: INFO networking_nsxv3.common.synchronization [req-2be26100-1266-4ebf-8367-52bf4763b62b req-f558e797-1e39-4a0b-be39-04972ea72b0b tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 768.884553] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 768.884856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.884981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.886016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.886261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.886549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.886549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.886693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.886723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.886813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.886904] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.991121] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.344039] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.344039] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.344039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.344788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.345179] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.345431] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.347646] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.347646] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.347646] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.347646] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.347646] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.364714] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.366770] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.366770] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.366770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.366770] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-da274f82-e354-489d-998d-21a207f51f9a taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.366770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.366770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.367805] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.367924] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da274f82-e354-489d-998d-21a207f51f9a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.376550] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: SUCCESS [ 769.377131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.390824] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.394020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.394020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.394020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 769.422185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.422185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.422185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.422185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.422185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.432690] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 769.495160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0617f66d-cb6d-4e9f-bc01-9f77f09c1527: rpc.has_security_group_logging(os_id): False [ 769.515239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.515239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.515239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.515239] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 is going to be created. [ 769.617157] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 769.617157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.617157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.617157] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.617157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.618830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.619267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.619636] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.623976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.624618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.624862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.625242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.626439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.646518] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: IN_PROGRESS for 2s [ 769.871019] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.871333] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.871473] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.871787] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.871945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.872115] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port da274f82-e354-489d-998d-21a207f51f9a not found, creating... [ 769.872407] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.872620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.872740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.872972] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.873229] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.873527] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.873699] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.873867] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.874127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.874284] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.874448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: da274f82-e354-489d-998d-21a207f51f9a is going to be created. [ 769.899205] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.899426] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.899740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.899967] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.900191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130562] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.633060] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.664276] env[65255]: INFO networking_nsxv3.common.synchronization [req-2be26100-1266-4ebf-8367-52bf4763b62b req-703876a5-be6c-4155-9661-934952ad43b2 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 770.664276] env[65255]: INFO networking_nsxv3.common.synchronization [req-2be26100-1266-4ebf-8367-52bf4763b62b req-703876a5-be6c-4155-9661-934952ad43b2 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 770.664276] env[65255]: INFO networking_nsxv3.common.synchronization [req-2be26100-1266-4ebf-8367-52bf4763b62b req-703876a5-be6c-4155-9661-934952ad43b2 service nova] Enqueued Resource ID: da274f82-e354-489d-998d-21a207f51f9a with Priority: HIGHEST for action port [ 770.668296] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 770.668422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 770.668589] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da274f82-e354-489d-998d-21a207f51f9a with Priority: HIGHEST for action port [ 770.670585] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.670585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.670585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.670585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.670834] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.672566] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.672928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.673119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-da274f82-e354-489d-998d-21a207f51f9a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.673312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.673379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.673735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.673871] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da274f82-e354-489d-998d-21a207f51f9a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.135366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.135884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.136120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.136334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.136614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.136614] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be updated. [ 771.175473] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.175473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.175473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.175473] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.186022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da274f82-e354-489d-998d-21a207f51f9a with status ACTIVE [ 771.186022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.186022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.186022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.186622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.186622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.186622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.186622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.186622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.186622] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da274f82-e354-489d-998d-21a207f51f9a is going to be updated. [ 771.188490] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 771.210110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.210269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.210402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.211039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.211039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.211189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da274f82-e354-489d-998d-21a207f51f9a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.445583] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 771.445583] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 771.445583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.445917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.445982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.446184] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.446316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.446394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.446561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.446658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.446767] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.663023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: SUCCESS [ 771.663485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.949743] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.455279] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.960908] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.960908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.960908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.961315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.961686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.961854] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 772.994455] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.994640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.995178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.995178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.995178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.006710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 773.198414] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 773.198663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.198908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.199964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.199964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.200353] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.702506] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.702699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.703140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.703140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.703318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.703349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704787] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704787] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704787] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.121323] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.121656] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.210052] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6ea546-ed95-432b-8986-cfbbbcd8ebec: rpc.has_security_group_logging(os_id): False [ 774.230270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.230555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.230722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.230886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.231668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.231668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.231668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.231960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.231960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.232221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.232349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.232445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.233029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.233029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.233156] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.233228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.234055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.234055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.234055] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be updated. [ 774.322076] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.322250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.322390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.323947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.324117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.342468] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 775.020639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 775.020902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.021150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.021349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.021503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.021623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.022890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.022890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.022890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.022890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.022890] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.529025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.529025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.529025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.529025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.529025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.530237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.531228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.531618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.531892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.532452] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.670040] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 775.670176] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 775.685718] env[65255]: INFO networking_nsxv3.common.synchronization [req-906f9475-0a15-4d21-919b-59c4c64413bf req-76efb494-6d48-45f7-83d1-d6907f7c3206 tempest-ServerGroupTestJSON-306980299 tempest-ServerGroupTestJSON-306980299-project-member] Enqueued Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 775.686843] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 with Priority: HIGHEST for action security_group_members [ 775.687192] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f815a8b-1d4c-4560-b8de-825bf1e94943 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.687614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.687614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.687614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.687788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.687888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.688115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.688282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.688372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.688478] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f815a8b-1d4c-4560-b8de-825bf1e94943',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.906312] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3bc5d9e1-dbc7-419a-a9fa-52ad6cd836a3 tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 775.907262] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 775.907786] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.907948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.908056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.908398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.908534] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.026725] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2812fcbf-0ae4-43fe-abb4-beead4769798 tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 776.027509] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 776.028264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.028522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.036087] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6285dc15-ab69-4b43-afad-64b221dcd6de: rpc.has_security_group_logging(os_id): False [ 776.061948] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.062221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.062325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.063253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.063253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.063253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.063253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.063253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.063535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.063535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.063814] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.064144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.064144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.064630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.064630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.064820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.064881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.065168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.065168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.065376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.065376] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 776.166577] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.167195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.167195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.167497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.167649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.183984] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 776.195062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.195164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.195243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.196579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.196579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.196579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.196969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.197083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.197268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.197408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.197515] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 is going to be updated. [ 776.249867] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.250049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.250091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.250340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.250452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.260917] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: IN_PROGRESS for 2s [ 776.363260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 776.363574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.439713] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.439713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c already deleted. [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.439713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.439713] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.972929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.972929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.972929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.973355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.973355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973355] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c already deleted. [ 776.973472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.201274] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 778.201694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.271664] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 in Status: SUCCESS [ 778.271881] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f815a8b-1d4c-4560-b8de-825bf1e94943 deletion is rescheduled due to dependency. [ 778.271992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f815a8b-1d4c-4560-b8de-825bf1e94943" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403642] env[65255]: INFO networking_nsxv3.common.synchronization [None req-5b5db3c5-ff47-4b6f-a611-85c1603fd1ad None None] Enqueued Resource ID: fed682b8-9d81-4d37-9752-650b489647ae with Priority: HIGHEST for action port [ 778.404197] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed682b8-9d81-4d37-9752-650b489647ae with Priority: HIGHEST for action port [ 778.404526] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-fed682b8-9d81-4d37-9752-650b489647ae taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.404699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fed682b8-9d81-4d37-9752-650b489647ae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.404772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fed682b8-9d81-4d37-9752-650b489647ae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.405369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fed682b8-9d81-4d37-9752-650b489647ae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.405479] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed682b8-9d81-4d37-9752-650b489647ae',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.894924] env[65255]: INFO networking_nsxv3.common.synchronization [req-a55bf6a2-d051-46ad-83bc-a688542c0f89 req-3e7fa5fe-c36c-4013-89d5-b836b7d044fc tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 778.895498] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 778.896680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.896680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.896680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.897021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.897021] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.907160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fed682b8-9d81-4d37-9752-650b489647ae [ 778.907725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.907725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.907725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.907860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.907891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.908079] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fed682b8-9d81-4d37-9752-650b489647ae already deleted. [ 778.908079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fed682b8-9d81-4d37-9752-650b489647ae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.126265] env[65255]: INFO networking_nsxv3.common.synchronization [req-4c8a9a7a-eded-44d5-a3c7-03c0f751097a req-ca188d67-eb37-4348-b042-43ebe4730b2d tempest-InstanceActionsV221TestJSON-2109316730 tempest-InstanceActionsV221TestJSON-2109316730-project-member] Enqueued Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 779.126810] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df80b0e6-3bfc-472a-969f-a42bbe270583 with Priority: HIGHEST for action security_group_members [ 779.129040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-df80b0e6-3bfc-472a-969f-a42bbe270583 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.129040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.129040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.130965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.130965] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.130965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.130965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.130965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.130965] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df80b0e6-3bfc-472a-969f-a42bbe270583',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.399631] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.418693] env[65255]: INFO networking_nsxv3.common.synchronization [req-19b4fd11-d50f-4d84-9f2c-418a31c19304 req-3e22bcc3-0564-460b-959a-a5ebe52074a4 tempest-ServersNegativeTestMultiTenantJSON-1923038449 tempest-ServersNegativeTestMultiTenantJSON-1923038449-project-member] Enqueued Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 779.418803] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 779.420649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.420649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.420649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.421053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.421053] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.637034] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.637034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.637034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.637034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.637034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.637286] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.642782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.642782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.642782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.642782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.642782] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df80b0e6-3bfc-472a-969f-a42bbe270583 is going to be updated. [ 779.669481] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.669481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.669481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.672163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.672163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.680171] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: IN_PROGRESS for 2s [ 779.902613] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.926802] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.926802] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.926802] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 already deleted. [ 779.926802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.016791] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.017805] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.017805] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.017805] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.018162] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.021566] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.021566] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.021566] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.021566] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.021566] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.021566] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.021566] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.021566] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.021566] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.021566] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.021566] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.042131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.042131] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.042131] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.042131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.042131] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-8b10ae7f-0db4-40be-a8f1-b78a5834960f taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.042131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.042131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.042131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.042131] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b10ae7f-0db4-40be-a8f1-b78a5834960f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.406999] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.406999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.406999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.407431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.407431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.407431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 780.439274] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.440063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.440063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.440063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.440063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.450766] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 780.545133] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.545270] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.545336] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.545649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.545797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546045] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 8b10ae7f-0db4-40be-a8f1-b78a5834960f not found, creating... [ 780.546345] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546564] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546751] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547155] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.547427] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.547622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.547768] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547965] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.548826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.549099] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 8b10ae7f-0db4-40be-a8f1-b78a5834960f is going to be created. [ 780.574427] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574632] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574772] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.575055] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.575271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.575506] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.306399] env[65255]: INFO networking_nsxv3.common.synchronization [req-19b4fd11-d50f-4d84-9f2c-418a31c19304 req-f5215c72-d4af-481a-b991-594cfae74c00 service nova] Enqueued Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_rules [ 781.306932] env[65255]: INFO networking_nsxv3.common.synchronization [req-19b4fd11-d50f-4d84-9f2c-418a31c19304 req-f5215c72-d4af-481a-b991-594cfae74c00 service nova] Enqueued Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 781.307252] env[65255]: INFO networking_nsxv3.common.synchronization [req-19b4fd11-d50f-4d84-9f2c-418a31c19304 req-f5215c72-d4af-481a-b991-594cfae74c00 service nova] Enqueued Resource ID: 8b10ae7f-0db4-40be-a8f1-b78a5834960f with Priority: HIGHEST for action port [ 781.308211] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_rules [ 781.308211] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 781.308327] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b10ae7f-0db4-40be-a8f1-b78a5834960f with Priority: HIGHEST for action port [ 781.309070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309810] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.311724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.311842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.312440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.312440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.312440] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.312440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.312440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.312850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.312850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.312850] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.314366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b10ae7f-0db4-40be-a8f1-b78a5834960f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.314482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.314535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.318027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.318027] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b10ae7f-0db4-40be-a8f1-b78a5834960f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.691371] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df80b0e6-3bfc-472a-969f-a42bbe270583 in Status: SUCCESS [ 781.691660] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df80b0e6-3bfc-472a-969f-a42bbe270583 deletion is rescheduled due to dependency. [ 781.691660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df80b0e6-3bfc-472a-969f-a42bbe270583" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.813693] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.813693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.819429] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.824742] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b10ae7f-0db4-40be-a8f1-b78a5834960f with status ACTIVE [ 781.825039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.825215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.825332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.825584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.825703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.825918] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.826055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.826134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.826341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.826470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.826649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.827195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.827195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.827366] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b10ae7f-0db4-40be-a8f1-b78a5834960f is going to be updated. [ 781.840827] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7076c747-06a0-4b9f-afd0-d92f11ce48b9 None None] Enqueued Resource ID: 935d64df-8053-4a6f-93f2-c6631a05e19b with Priority: HIGHEST for action port [ 781.840827] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935d64df-8053-4a6f-93f2-c6631a05e19b with Priority: HIGHEST for action port [ 781.843019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-935d64df-8053-4a6f-93f2-c6631a05e19b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.843208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935d64df-8053-4a6f-93f2-c6631a05e19b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.843258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935d64df-8053-4a6f-93f2-c6631a05e19b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.843617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935d64df-8053-4a6f-93f2-c6631a05e19b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.843709] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935d64df-8053-4a6f-93f2-c6631a05e19b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.856974] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.856974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.856974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.856974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.856974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.856974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b10ae7f-0db4-40be-a8f1-b78a5834960f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.321377] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.350311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935d64df-8053-4a6f-93f2-c6631a05e19b [ 782.350363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.350497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.350568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.350794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.350894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.350996] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935d64df-8053-4a6f-93f2-c6631a05e19b already deleted. [ 782.351091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935d64df-8053-4a6f-93f2-c6631a05e19b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462600] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 782.462925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826012] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.826366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.826366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.826687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.826687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826687] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 is going to be created. [ 782.876020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.876482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.876482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.876482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.876645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.890213] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: UNINITIALIZED for 2s [ 783.006592] env[65255]: INFO networking_nsxv3.common.synchronization [None req-a3c5e2b7-4c00-46c8-b58b-f1da5d5a02ef None None] Enqueued Resource ID: 24839e82-370c-4550-a4fc-0390b990e69f with Priority: HIGHEST for action port [ 783.007716] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24839e82-370c-4550-a4fc-0390b990e69f with Priority: HIGHEST for action port [ 783.008956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-24839e82-370c-4550-a4fc-0390b990e69f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.008956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24839e82-370c-4550-a4fc-0390b990e69f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.008956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24839e82-370c-4550-a4fc-0390b990e69f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.009147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24839e82-370c-4550-a4fc-0390b990e69f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.009181] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24839e82-370c-4550-a4fc-0390b990e69f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.511865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24839e82-370c-4550-a4fc-0390b990e69f [ 783.512109] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.512248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.512315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.512531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.512622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.512718] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24839e82-370c-4550-a4fc-0390b990e69f already deleted. [ 783.512796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24839e82-370c-4550-a4fc-0390b990e69f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.901657] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: SUCCESS [ 784.901972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.902105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.902317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.902517] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.902657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.902737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.902911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.902988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.903116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.903213] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.137633] env[65255]: INFO networking_nsxv3.common.synchronization [None req-0069524f-fdcc-4344-a204-a5b6ae3d553f tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 785.142647] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 785.143190] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.143375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.143519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.143831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.143922] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.275751] env[65255]: INFO networking_nsxv3.common.synchronization [None req-428290a4-441f-40cc-aef2-dd9ce3caa37e tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 785.276404] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 785.276738] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.276845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.395403] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7f702feb-032b-4597-b303-6d20aace39b5 None None] Enqueued Resource ID: 7663eedf-fc89-461e-8de2-57c9a28bea50 with Priority: HIGHEST for action port [ 785.399029] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7663eedf-fc89-461e-8de2-57c9a28bea50 with Priority: HIGHEST for action port [ 785.399029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7663eedf-fc89-461e-8de2-57c9a28bea50 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.399029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7663eedf-fc89-461e-8de2-57c9a28bea50" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.399029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7663eedf-fc89-461e-8de2-57c9a28bea50" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.399029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7663eedf-fc89-461e-8de2-57c9a28bea50" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.400124] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7663eedf-fc89-461e-8de2-57c9a28bea50',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.406771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.406771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.406771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.407066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.407344] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.407496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.407987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.407987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.407987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.407987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.408155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.408236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.408294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.411046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.411046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.411046] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.670609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.670609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.670609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.670609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.670609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.670935] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 already deleted. [ 785.670935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.670935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.671585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.671585] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.903783] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7663eedf-fc89-461e-8de2-57c9a28bea50 [ 785.904092] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.904207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.904286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.904521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.904615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.904710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7663eedf-fc89-461e-8de2-57c9a28bea50 already deleted. [ 785.904792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7663eedf-fc89-461e-8de2-57c9a28bea50" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.918034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3: rpc.has_security_group_logging(os_id): False [ 785.935973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.935973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.935973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.936532] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.936635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.936699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937208] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.937305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.937360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.937503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.937589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937781] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.937879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.937939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 is going to be created. [ 786.000587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.000746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.000820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.001671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.001957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.014769] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: IN_PROGRESS for 2s [ 786.201987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.202501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.202862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 already deleted. [ 786.204383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.863350] env[65255]: INFO networking_nsxv3.common.synchronization [req-0a3c272c-7632-4ce5-af57-43ec5cb00797 req-11fa06ea-933c-4f1e-b429-51b7f30c854c tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 786.863933] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 786.866279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.866279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.866279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.867405] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.369111] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.369566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.369566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.369566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.369709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.369832] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.369939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.370036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.370197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.370300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.370391] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 787.398893] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.398893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.398893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.399161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.399161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.411949] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 788.029705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: SUCCESS [ 788.029934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.425024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 789.425358] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 deletion is rescheduled due to dependency. [ 789.425358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.024637] env[65255]: INFO networking_nsxv3.common.synchronization [req-cef11aaa-5c87-4382-be6d-ac46ac72c814 req-e85a733b-5001-48f0-aba2-7c65695d6d95 tempest-FloatingIPsAssociationNegativeTestJSON-736428962 tempest-FloatingIPsAssociationNegativeTestJSON-736428962-project-member] Enqueued Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 790.026152] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGHEST for action security_group_members [ 790.026152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.026619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.026828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.027156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.027464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.027732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.027911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.029030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.029030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.029174] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.535075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.535075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.535075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.535640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.535640] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf is going to be updated. [ 790.571310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.571465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.571465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.571772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.571973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.584690] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: IN_PROGRESS for 2s [ 791.210096] env[65255]: INFO networking_nsxv3.common.synchronization [req-e52a5eab-45aa-452b-a440-b2b6309d9008 req-6ec9cdc0-86c3-4cf4-b747-b3c84d6d3522 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 791.210547] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 791.210849] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.210990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.211847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.211847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.212683] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.212683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.212683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.212683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.212904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.212904] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.715501] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.223449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.299087] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.299263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.299315] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.299629] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.300284] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.300284] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.300490] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.300694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.300800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.302349] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.302349] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.302349] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.302349] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.302349] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.302349] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.302349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.324678] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.325198] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.325198] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.325198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-217" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.325553] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-dcbb6d99-baa4-400c-b686-90a201b5ac70 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.325722] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.325838] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.326226] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.326422] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbb6d99-baa4-400c-b686-90a201b5ac70',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.596633] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf in Status: SUCCESS [ 792.596855] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf deletion is rescheduled due to dependency. [ 792.596937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.628407] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e5d70fd3-d4cb-4160-bdb0-2f1e1041a528 None None] Enqueued Resource ID: 7cce493f-6918-4bec-8236-58b8c9ff7fad with Priority: HIGHEST for action port [ 792.629209] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cce493f-6918-4bec-8236-58b8c9ff7fad with Priority: HIGHEST for action port [ 792.629559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cce493f-6918-4bec-8236-58b8c9ff7fad taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.629703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cce493f-6918-4bec-8236-58b8c9ff7fad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.629842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cce493f-6918-4bec-8236-58b8c9ff7fad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.630040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cce493f-6918-4bec-8236-58b8c9ff7fad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.630128] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cce493f-6918-4bec-8236-58b8c9ff7fad',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.726769] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.727092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.727092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.727333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.727333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.727409] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 792.765261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.765452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.765553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.765779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.766116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.776740] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 792.829804] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.829804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.829804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.829804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830229] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.830229] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port dcbb6d99-baa4-400c-b686-90a201b5ac70 not found, creating... [ 792.830393] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.830545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830651] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.831292] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.831446] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.831559] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.831808] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.831992] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.832146] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: dcbb6d99-baa4-400c-b686-90a201b5ac70 is going to be created. [ 792.854215] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.854449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.855585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.855585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.855585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.855585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.133499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cce493f-6918-4bec-8236-58b8c9ff7fad [ 793.133856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.134014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.134091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.134312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.134411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.134508] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cce493f-6918-4bec-8236-58b8c9ff7fad already deleted. [ 793.134612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cce493f-6918-4bec-8236-58b8c9ff7fad" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.581077] env[65255]: INFO networking_nsxv3.common.synchronization [req-e52a5eab-45aa-452b-a440-b2b6309d9008 req-d1ecb89e-084c-4765-b3a3-d4c21af30ae2 service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 793.581935] env[65255]: INFO networking_nsxv3.common.synchronization [req-e52a5eab-45aa-452b-a440-b2b6309d9008 req-d1ecb89e-084c-4765-b3a3-d4c21af30ae2 service nova] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 793.582487] env[65255]: INFO networking_nsxv3.common.synchronization [req-e52a5eab-45aa-452b-a440-b2b6309d9008 req-d1ecb89e-084c-4765-b3a3-d4c21af30ae2 service nova] Enqueued Resource ID: dcbb6d99-baa4-400c-b686-90a201b5ac70 with Priority: HIGHEST for action port [ 793.582790] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_rules [ 793.582933] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 793.583049] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcbb6d99-baa4-400c-b686-90a201b5ac70 with Priority: HIGHEST for action port [ 793.584224] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.584495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.584495] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.585268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.587261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.587261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcbb6d99-baa4-400c-b686-90a201b5ac70 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.587261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.587261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.587261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.587261] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbb6d99-baa4-400c-b686-90a201b5ac70',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.089176] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089505] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcbb6d99-baa4-400c-b686-90a201b5ac70 with status ACTIVE [ 794.089650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.089776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.089841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.090059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.090309] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.090427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.090483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.090694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.092480] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.092480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.092480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.092480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.092480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.092480] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcbb6d99-baa4-400c-b686-90a201b5ac70 is going to be updated. [ 794.116633] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaa3e5f-5a0a-4f16-b582-abc8bc28eefe req-8468fd98-d829-480c-bdbf-cd3a8ccb7f79 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 794.121827] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.121827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.122074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.122110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.122253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcbb6d99-baa4-400c-b686-90a201b5ac70" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.122744] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 794.123046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.124093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.124093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.124093] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.137840] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaa3e5f-5a0a-4f16-b582-abc8bc28eefe req-8468fd98-d829-480c-bdbf-cd3a8ccb7f79 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 794.138067] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaa3e5f-5a0a-4f16-b582-abc8bc28eefe req-8468fd98-d829-480c-bdbf-cd3a8ccb7f79 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 794.138269] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaa3e5f-5a0a-4f16-b582-abc8bc28eefe req-8468fd98-d829-480c-bdbf-cd3a8ccb7f79 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 794.139370] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 794.141956] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 794.141956] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 794.141956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.141956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.141956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.141956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.141956] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.141956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.141956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.141956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ef3aa1-0aad-4175-8038-6ed985f7653a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.142397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.142397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.142397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.142497] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ef3aa1-0aad-4175-8038-6ed985f7653a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.494672] env[65255]: INFO networking_nsxv3.common.synchronization [req-3bf51764-bbf4-4809-9419-82a3e19d48b9 req-9739d5af-8856-411e-815b-d1b88f61f2c6 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 794.494891] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 794.495192] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.495318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.495385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.495736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.496008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.496008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.496008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.496148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.496222] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.627085] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.641754] env[65255]: INFO networking_nsxv3.common.synchronization [None req-36e3112e-14c7-4388-8f10-6ec875ed5f6b None None] Enqueued Resource ID: 434d1fc8-a22e-46b1-b4bb-58a41af27676 with Priority: HIGHEST for action port [ 794.641754] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434d1fc8-a22e-46b1-b4bb-58a41af27676 with Priority: HIGHEST for action port [ 794.642168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-434d1fc8-a22e-46b1-b4bb-58a41af27676 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.642387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434d1fc8-a22e-46b1-b4bb-58a41af27676" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.642463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434d1fc8-a22e-46b1-b4bb-58a41af27676" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.642725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434d1fc8-a22e-46b1-b4bb-58a41af27676" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.642810] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434d1fc8-a22e-46b1-b4bb-58a41af27676',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.644898] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.645033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.645212] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ef3aa1-0aad-4175-8038-6ed985f7653a with status ACTIVE [ 794.645373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.645474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.645538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.645727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.645854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.646096] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.646209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.646295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.646429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.646588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.646699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.646795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.646856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.646997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.647085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.647167] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a is going to be updated. [ 794.675962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.676444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.676574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.676737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.679869] env[65255]: INFO networking_nsxv3.common.synchronization [req-d6ccc6e0-3c99-4986-9517-c811aed90a13 req-b11a766d-eae8-4824-84dd-2de30654c035 tempest-FloatingIPsAssociationTestJSON-210732388 tempest-FloatingIPsAssociationTestJSON-210732388-project-member] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 794.680395] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 794.681175] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.681507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.681712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.681940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.682242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.682516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.682516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.682634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.682945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.683123] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.754483] env[65255]: INFO networking_nsxv3.common.synchronization [req-be34442f-1fcd-478a-ab01-0d74566e9c08 req-52d2ce9c-a2a7-417c-84c0-003103e7e801 tempest-ListImageFiltersTestJSON-268057661 tempest-ListImageFiltersTestJSON-268057661-project-member] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 794.755345] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 794.755345] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.755522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.756123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.756123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.756334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.791139] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 794.792278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.792278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.792675] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.792776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.793044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793137] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.933889] env[65255]: INFO networking_nsxv3.common.synchronization [req-9712bdfd-012d-461e-90c8-7685a3da454a req-8295d3bf-5c2a-4838-9c7a-a314c8c26452 tempest-ListServersNegativeTestJSON-1486060790 tempest-ListServersNegativeTestJSON-1486060790-project-member] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 794.934584] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGHEST for action security_group_members [ 794.934912] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.935036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.998403] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.129344] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.145758] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 434d1fc8-a22e-46b1-b4bb-58a41af27676 [ 795.145995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.146138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.146215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.146433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.146521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.146612] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:434d1fc8-a22e-46b1-b4bb-58a41af27676 already deleted. [ 795.146694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434d1fc8-a22e-46b1-b4bb-58a41af27676" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.186455] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.260349] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.296059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.500578] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.633771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.637621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.637621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.637621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.637621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.637621] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be updated. [ 795.665805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.666064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.666140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.666347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.666488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.677978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 2s [ 795.690118] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.764427] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.799963] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.004325] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.004607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.004777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.005171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.006044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.006044] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 796.041033] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.041593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.041860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.042274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.043035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.053468] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 796.192885] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.192885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.192885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.193431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.193431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.193431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be updated. [ 796.197755] env[65255]: INFO networking_nsxv3.common.synchronization [req-309b11f9-38a7-402b-bf7c-ced99784b522 req-6c8f11f0-eb6d-4067-bb8b-53c4ae1a83f7 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 796.198411] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 796.198790] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.198908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.198976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.199277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.199457] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.199560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.199615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.199788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.199875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.199974] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.232404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.232743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.232890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.246680] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 796.269151] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.269151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.269151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.269364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.269515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.269574] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be updated. [ 796.306269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.307028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.307028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.307028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.307796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.308022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 796.337044] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.337239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.337239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.337433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.337588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.349311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 796.384856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.385089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.385089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.385298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.385434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.395210] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 796.686652] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.686652] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.686904] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.686941] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.687356] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.687525] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.687693] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.687946] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.688083] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.689039] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.689039] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.689039] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.689450] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.689572] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.689691] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.689891] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.703649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.703868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.703981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.704180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.704270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.704472] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.704612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.704612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.705049] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 already deleted. [ 796.705049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.713407] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.713407] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.713550] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.713793] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.713970] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-61a588a9-01d9-40dd-8c0b-82a881f7833e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.714164] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.714282] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.714572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.714727] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a588a9-01d9-40dd-8c0b-82a881f7833e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.218966] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.219388] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.219388] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.219650] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.219799] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.219950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 61a588a9-01d9-40dd-8c0b-82a881f7833e not found, creating... [ 797.220248] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.220394] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.220474] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.220696] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.220827] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.221120] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.221382] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.221516] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.221737] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.221903] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.221993] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 61a588a9-01d9-40dd-8c0b-82a881f7833e is going to be created. [ 797.245832] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.245832] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.245832] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.246126] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.246391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.246669] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.692989] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 797.693834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.694376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.694719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.695035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.695128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.695311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.695432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.695556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.695670] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.061634] env[65255]: INFO networking_nsxv3.common.synchronization [req-309b11f9-38a7-402b-bf7c-ced99784b522 req-04f6c488-b7e4-48d4-bb71-c4277e8165c6 service nova] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_rules [ 798.061825] env[65255]: INFO networking_nsxv3.common.synchronization [req-309b11f9-38a7-402b-bf7c-ced99784b522 req-04f6c488-b7e4-48d4-bb71-c4277e8165c6 service nova] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 798.061943] env[65255]: INFO networking_nsxv3.common.synchronization [req-309b11f9-38a7-402b-bf7c-ced99784b522 req-04f6c488-b7e4-48d4-bb71-c4277e8165c6 service nova] Enqueued Resource ID: 61a588a9-01d9-40dd-8c0b-82a881f7833e with Priority: HIGHEST for action port [ 798.062510] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_rules [ 798.062653] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 798.062758] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a588a9-01d9-40dd-8c0b-82a881f7833e with Priority: HIGHEST for action port [ 798.064724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.064724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.064724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.064724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.064724] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.066214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.066214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.066214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.066214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.066214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.066477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.066477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.066477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.066577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.067944] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.067944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a588a9-01d9-40dd-8c0b-82a881f7833e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.067944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.068290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.068290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.068290] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a588a9-01d9-40dd-8c0b-82a881f7833e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.070937] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 798.072041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.072607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.073146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.073228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.073455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.073455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.073758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.074478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.074651] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.198168] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.236233] env[65255]: INFO networking_nsxv3.common.synchronization [None req-31ea6430-3500-425f-b86f-186fa89819eb tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 798.236785] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 798.237093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.237216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.237364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.237767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.237767] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.256502] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 4s [ 798.330918] env[65255]: INFO networking_nsxv3.common.synchronization [None req-fd5a01f9-e262-4b51-a5a4-be795fe4ef86 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 798.331464] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 798.331834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.331947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.359014] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 798.359257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.405681] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 798.405869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.406725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.406968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.407128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.407197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.407404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.407489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.407588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.408340] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.570131] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.571228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.571344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.578528] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.578748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.578823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.579155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.579292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.579605] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.579878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580379] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be updated. [ 798.581835] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a588a9-01d9-40dd-8c0b-82a881f7833e with status ACTIVE [ 798.582521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.582521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.582671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.582750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.582826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.584870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.585089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.585089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.585214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.585314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.585501] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.585638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.585638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.585820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.585977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.585977] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a588a9-01d9-40dd-8c0b-82a881f7833e is going to be updated. [ 798.617280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.617280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.617280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.617280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.617280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.617280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a588a9-01d9-40dd-8c0b-82a881f7833e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.626626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.638104] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: IN_PROGRESS for 2s [ 798.704466] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.779724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.780140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.780140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.780332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.780332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.780501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 already deleted. [ 798.780501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.780655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.780802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.780883] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.911227] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.911425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.911716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.911753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.913136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.913136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.913136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.913805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.913805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.913805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.913951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.915582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.915582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.917355] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.072555] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.113200] env[65255]: INFO networking_nsxv3.common.synchronization [req-18b95e0e-ddbd-4d58-a452-4ea6188ce45d req-bf02214c-455a-4325-8208-8f27f3383853 tempest-ServersTestManualDisk-432422282 tempest-ServersTestManualDisk-432422282-project-member] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 799.113200] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 799.113200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.113200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.113200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.113200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.113706] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.114446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.114526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.114693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.114852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.114964] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.208725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.208725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.208725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.208983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.209054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.209140] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be updated. [ 799.242564] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.242880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.242880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.243158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.243227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.260313] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 2s [ 799.307398] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.307616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.307616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.308124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.308124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.308124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 already deleted. [ 799.308124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e803fe-679c-4e41-8e37-2513c90dc7fd: rpc.has_security_group_logging(os_id): False [ 799.445285] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.445438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.445508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.445687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.445780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.445997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.446127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.446167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.446314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.446391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.446582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.446670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.446733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.446873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.446945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.447499] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.447499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.447499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.447499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.447499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.447782] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 799.520423] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.520423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.520423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.520423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.520746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.541852] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 799.572153] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.572153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-795" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-795" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.572153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-795" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.572153] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.572419] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572419] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.572786] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.572786] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.572960] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.573074] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.573240] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.573290] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.573377] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.573470] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.573637] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.575605] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.575741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.575800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.575966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.576079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.576164] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be created. [ 799.608189] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.608374] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.608512] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.608692] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-795" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.609054] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.609235] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.609350] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.609702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.609841] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.615726] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.615891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.615937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.616174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.616364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.617499] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.617590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.617653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.617824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.617907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.620298] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.620432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.620432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.620612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.620706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.620797] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a0606-872f-452f-a99e-845910400f39 already deleted. [ 799.620885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.647121] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: UNINITIALIZED for 2s [ 800.118020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.118020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde not found, creating... [ 800.118020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.118020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.118503] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.118503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.118503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.118503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.118503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.118503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde is going to be created. [ 800.140281] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.140996] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.141292] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.141655] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.141980] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.142392] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.277647] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 800.277647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.499028] env[65255]: INFO networking_nsxv3.common.synchronization [req-dc2f7c02-2a4a-49f9-8d45-f31edf006d44 req-a1f89ba0-eb4c-4383-be32-2beeb49e153d tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 800.500016] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 800.500249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.500494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.514398] env[65255]: INFO networking_nsxv3.common.synchronization [req-dc2f7c02-2a4a-49f9-8d45-f31edf006d44 req-a1f89ba0-eb4c-4383-be32-2beeb49e153d tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 800.516810] env[65255]: INFO networking_nsxv3.common.synchronization [req-dc2f7c02-2a4a-49f9-8d45-f31edf006d44 req-a1f89ba0-eb4c-4383-be32-2beeb49e153d tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 800.517470] env[65255]: INFO networking_nsxv3.common.synchronization [req-dc2f7c02-2a4a-49f9-8d45-f31edf006d44 req-a1f89ba0-eb4c-4383-be32-2beeb49e153d tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 800.518290] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_rules [ 800.518679] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 800.519235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a with Priority: HIGHEST for action port [ 800.521213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.521530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.522310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.522474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.526185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ef3aa1-0aad-4175-8038-6ed985f7653a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.526185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.526185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.526185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.526185] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ef3aa1-0aad-4175-8038-6ed985f7653a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.651701] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b in Status: SUCCESS [ 800.651701] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b deletion is rescheduled due to dependency. [ 800.651701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.893656] env[65255]: INFO networking_nsxv3.common.synchronization [req-18b95e0e-ddbd-4d58-a452-4ea6188ce45d req-eac0f910-1d7b-4795-a2ae-ed55498b3774 service nova] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 800.893909] env[65255]: INFO networking_nsxv3.common.synchronization [req-18b95e0e-ddbd-4d58-a452-4ea6188ce45d req-eac0f910-1d7b-4795-a2ae-ed55498b3774 service nova] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 800.894089] env[65255]: INFO networking_nsxv3.common.synchronization [req-18b95e0e-ddbd-4d58-a452-4ea6188ce45d req-eac0f910-1d7b-4795-a2ae-ed55498b3774 service nova] Enqueued Resource ID: 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde with Priority: HIGHEST for action port [ 800.894685] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_rules [ 800.894758] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 800.894842] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde with Priority: HIGHEST for action port [ 800.895498] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.895687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.895901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.896293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.896561] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.897675] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.897898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.898177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.898430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.898696] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.898840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.898942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.899156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.899311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899457] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.901498] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901978] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.031193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ef3aa1-0aad-4175-8038-6ed985f7653a with status ACTIVE [ 801.031851] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.032084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.032167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.032405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.032507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.032703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.032873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.032873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.033190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.033342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.033716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.033844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.033912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.034177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.034328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.034418] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ef3aa1-0aad-4175-8038-6ed985f7653a is going to be updated. [ 801.067681] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.067852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.067931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.068189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.068325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.068497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ef3aa1-0aad-4175-8038-6ed985f7653a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.279044] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 4s [ 801.404226] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.405890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde with status ACTIVE [ 801.406953] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.407224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.407454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408926] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409893] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.410007] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.410076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.410254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.410337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.410421] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde is going to be updated. [ 801.439577] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.439577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.439577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.439577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.439577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.439577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bbaf2be-31d8-49e3-8d9c-30a8bf29cdde" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.559024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 801.559431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.657442] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 801.657703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.657984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.658275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.658521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.658696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.658807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.659080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.659216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.659654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.659814] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.912211] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.163304] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.163480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.163555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.163830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.164023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.164141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.164211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.164379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.164470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.164563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.164731] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.164827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.164892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.165100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.165273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.165374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.165435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.165580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.165662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.165746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.165839] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.416778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.416778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.416778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.417235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.417235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.417235] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a0606-872f-452f-a99e-845910400f39 is going to be created. [ 802.452983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.453193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.453921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.453921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.453921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.472153] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: UNINITIALIZED for 2s [ 802.670941] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92a8a761-c898-4cbb-b5f2-c00cbc3939b1: rpc.has_security_group_logging(os_id): False [ 802.693048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.694232] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.694232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.694676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.694676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.694676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.694676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.694813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.694845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.695019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.696303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.696303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.696406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.696471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.696586] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be created. [ 802.736839] env[65255]: INFO networking_nsxv3.common.synchronization [req-9533b05b-820f-4f5d-bc31-b29e0e18db1c req-522228be-bed8-4c7a-81dd-9a2a54764f34 tempest-ServersNegativeTestMultiTenantJSON-1923038449 tempest-ServersNegativeTestMultiTenantJSON-1923038449-project-member] Enqueued Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 802.738047] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 with Priority: HIGHEST for action security_group_members [ 802.738047] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.738047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.738047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.738332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.738332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.738417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.738417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.738554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.738642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.739616] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2182c8-1504-4e2a-b59f-fa8fe00a24e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.853297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.853461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.853599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.853815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.854035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.867781] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 803.243688] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.244106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.244106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.244275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.244417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.244678] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.244853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.244898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.245135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.245248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.245412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 is going to be updated. [ 803.283022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.283022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.283022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.286173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.286173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: IN_PROGRESS for 2s [ 803.298028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 803.298028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.298028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.298028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.298028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.299052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.299440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.299674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.299907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.300159] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.301528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.301869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.303018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.303018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.303018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.303018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.303018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.303018] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.685862] env[65255]: INFO networking_nsxv3.common.synchronization [None req-818b3556-7f1e-4854-b566-b3fc52fe7a13 None None] Enqueued Resource ID: 32d73f33-f6de-4974-83b5-0101e2250c16 with Priority: HIGHEST for action port [ 803.686189] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d73f33-f6de-4974-83b5-0101e2250c16 with Priority: HIGHEST for action port [ 803.686389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d73f33-f6de-4974-83b5-0101e2250c16 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.686514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d73f33-f6de-4974-83b5-0101e2250c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d73f33-f6de-4974-83b5-0101e2250c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.686844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d73f33-f6de-4974-83b5-0101e2250c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.686944] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d73f33-f6de-4974-83b5-0101e2250c16',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.805279] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.806979] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.193461] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32d73f33-f6de-4974-83b5-0101e2250c16 [ 804.196076] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196076] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32d73f33-f6de-4974-83b5-0101e2250c16 already deleted. [ 804.196076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d73f33-f6de-4974-83b5-0101e2250c16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.307058] env[65255]: INFO networking_nsxv3.common.synchronization [req-2449cc22-c3e3-4bd9-a638-6c3c33ff2b92 req-925a1ca4-f49c-4a63-a8f0-927a7e2f3fe1 tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 804.307728] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 804.307851] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375c27ca-a98e-461b-80a4-de758cf12039: rpc.has_security_group_logging(os_id): False [ 804.310335] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.311205] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.311417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.311511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.311766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.311968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.315442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.315866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.315960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.316132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.316270] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.351294] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.351294] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.351294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.351834] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be updated. [ 804.423882] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.424160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.424160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.424486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.424486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.442235] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 2s [ 804.483692] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: SUCCESS [ 804.483968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.484197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.484439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.484672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.484811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.484881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.485087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.485187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.485292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.485388] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.819253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.819572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.819572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.823162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.823162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.823162] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be updated. [ 804.823162] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.867328] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.867539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.867539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.867758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.867890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.887838] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.887956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.888015] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.888330] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.888610] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.888775] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.888882] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.889462] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.890060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.890060] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.891021] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.891021] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.891021] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.891021] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.891021] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.891275] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.892931] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 804.893155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.895182] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: IN_PROGRESS for 2s [ 804.926091] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.926402] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.926623] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.926904] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-902" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.927416] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-1528f825-2142-44c6-885c-c842842161fa taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.927702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.927904] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.928375] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.928591] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1528f825-2142-44c6-885c-c842842161fa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.993941] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.308420] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 in Status: SUCCESS [ 805.308420] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2182c8-1504-4e2a-b59f-fa8fe00a24e3 deletion is rescheduled due to dependency. [ 805.308420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2182c8-1504-4e2a-b59f-fa8fe00a24e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.326851] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.432051] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.432338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.432451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.432740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.432902] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.433067] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 1528f825-2142-44c6-885c-c842842161fa not found, creating... [ 805.433411] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.433582] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.433720] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.434019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.434115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.434800] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.434800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.434800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.434998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.434998] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.437374] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 1528f825-2142-44c6-885c-c842842161fa is going to be created. [ 805.462232] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.462232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.462232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.462232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.462530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.462620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.496509] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a0606-872f-452f-a99e-845910400f39: rpc.has_security_group_logging(os_id): False [ 805.518730] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.518730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.518730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.518730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.519162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.519162] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.519260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.519458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.520408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.520408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.520408] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a0606-872f-452f-a99e-845910400f39 is going to be created. [ 805.596242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.596481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.596583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.596899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.597208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.612412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: IN_PROGRESS for 2s [ 805.615732] env[65255]: INFO networking_nsxv3.common.synchronization [req-50204b22-09f3-4a6d-9d10-3235b323e1a5 req-be749a42-789a-4322-879d-7823466bc304 tempest-ServersTestFqdnHostnames-218020105 tempest-ServersTestFqdnHostnames-218020105-project-member] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 805.616756] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGHEST for action security_group_members [ 805.617140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.617626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.617730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.617956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.618268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.618504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.618504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.618691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.618791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.618915] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.829261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.829577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.829628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.829901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.830047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.830158] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 805.865987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.866152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.866222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.866573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.866653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.885476] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 806.122103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.122297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.122354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.122561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.122653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.122928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.123039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.123039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.123174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.123267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.123369] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 is going to be updated. [ 806.159737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.159909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.159978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.160172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.160299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.172022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: IN_PROGRESS for 2s [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [req-2449cc22-c3e3-4bd9-a638-6c3c33ff2b92 req-fcdd592a-6863-415f-921e-c5ed420c2c1f service nova] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_rules [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [req-2449cc22-c3e3-4bd9-a638-6c3c33ff2b92 req-fcdd592a-6863-415f-921e-c5ed420c2c1f service nova] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [req-2449cc22-c3e3-4bd9-a638-6c3c33ff2b92 req-fcdd592a-6863-415f-921e-c5ed420c2c1f service nova] Enqueued Resource ID: 1528f825-2142-44c6-885c-c842842161fa with Priority: HIGHEST for action port [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_rules [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 806.206218] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1528f825-2142-44c6-885c-c842842161fa with Priority: HIGHEST for action port [ 806.206218] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.206218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.206218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.206218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.210126] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.211095] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.211192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.211396] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1528f825-2142-44c6-885c-c842842161fa taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.211524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.211622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.211751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.211827] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1528f825-2142-44c6-885c-c842842161fa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.318285] env[65255]: INFO networking_nsxv3.common.synchronization [None req-deb16597-6078-4179-9eb6-1fa45269c5b2 None None] Enqueued Resource ID: 9515d72c-ec3f-4c74-99a2-6600b9e8d2a2 with Priority: HIGHEST for action port [ 806.318903] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515d72c-ec3f-4c74-99a2-6600b9e8d2a2 with Priority: HIGHEST for action port [ 806.319249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9515d72c-ec3f-4c74-99a2-6600b9e8d2a2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.319373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9515d72c-ec3f-4c74-99a2-6600b9e8d2a2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.319437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9515d72c-ec3f-4c74-99a2-6600b9e8d2a2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.319710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9515d72c-ec3f-4c74-99a2-6600b9e8d2a2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.319789] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9515d72c-ec3f-4c74-99a2-6600b9e8d2a2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.469106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 806.469346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.469519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.469742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.469832] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.492274] env[65255]: INFO networking_nsxv3.common.synchronization [req-1f51a7c3-14a4-4999-9cd9-baa737911aa9 req-17363da5-7707-45e4-84de-a8c09b3094e6 tempest-AttachInterfacesUnderV243Test-5682925 tempest-AttachInterfacesUnderV243Test-5682925-project-member] Enqueued Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 806.492986] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c27ca-a98e-461b-80a4-de758cf12039 with Priority: HIGHEST for action security_group_members [ 806.495743] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c27ca-a98e-461b-80a4-de758cf12039 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.495743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.713518] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.713692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.715092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1528f825-2142-44c6-885c-c842842161fa with status ACTIVE [ 806.715281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.715398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.715462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.715667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.715776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.716147] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.716252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.716313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.716470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.716542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.716719] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.716806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.716862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.716996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.719020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.719020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1528f825-2142-44c6-885c-c842842161fa is going to be updated. [ 806.745295] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.745452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.745590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.745762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.745940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.746077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1528f825-2142-44c6-885c-c842842161fa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.822953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9515d72c-ec3f-4c74-99a2-6600b9e8d2a2 [ 806.823227] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.823356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.823424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.823711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.824550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.824809] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9515d72c-ec3f-4c74-99a2-6600b9e8d2a2 already deleted. [ 806.825628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9515d72c-ec3f-4c74-99a2-6600b9e8d2a2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.910426] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c27ca-a98e-461b-80a4-de758cf12039 in Status: SUCCESS [ 806.910766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.911844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.912245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.913246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.913246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.913372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.913466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.913554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.913692] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.998787] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.998996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.998996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.000124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.000582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.000710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be deleted. [ 807.061213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.061213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.061213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.061213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.419788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419788] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 is going to be deleted. [ 807.465310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.465496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.465568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.465735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.465826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.465951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.466519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.466708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.467097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.467097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.467097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.467302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.467302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.467388] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c27ca-a98e-461b-80a4-de758cf12039',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.629676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: SUCCESS [ 807.630213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 807.897091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.900301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.901043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.901043] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.901251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.901251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.901471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.901641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.901698] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.970548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.970861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.970931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.971211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.971368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.971702] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.971860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.971958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.972223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.972346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.972472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c27ca-a98e-461b-80a4-de758cf12039 already deleted. [ 807.972599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c27ca-a98e-461b-80a4-de758cf12039" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.184689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f850833-dbad-4cba-a3f6-91099a36f798 in Status: SUCCESS [ 808.184689] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 deletion is rescheduled due to dependency. [ 808.184689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.403796] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.672703] env[65255]: INFO networking_nsxv3.common.synchronization [req-95116d11-b7ac-45bf-aad6-c66f3f7c7d5f req-ce8b4157-a2b8-4d9c-a397-9ec643f23ae2 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 808.673273] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 808.673576] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.673739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.673827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.674065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.674232] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.674335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.674395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.675503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.675606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.675705] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.908761] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.145946] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.146315] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.146430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.146686] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.146968] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147133] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147247] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.147455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147590] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.147788] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.147895] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.147996] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.148128] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.148285] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.148398] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.148557] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.171791] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.171981] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.172127] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.172295] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-491" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.172604] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-cf1ff3f2-bb05-4962-810c-f565aa7e3707 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172773] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.173288] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.173433] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1ff3f2-bb05-4962-810c-f565aa7e3707',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.178420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.412308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.412308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.412308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.412308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.412308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.412308] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 809.466052] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.466245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.466245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.466847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.466847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.482863] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 809.677212] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.677466] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.677604] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.677889] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.678045] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.678198] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port cf1ff3f2-bb05-4962-810c-f565aa7e3707 not found, creating... [ 809.678457] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.678608] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.678719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.678928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.679073] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.679345] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.679491] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.679601] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.679818] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.679947] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.680112] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 is going to be created. [ 809.681268] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.726545] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726821] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726946] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.727934] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.728236] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.728506] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.056745] env[65255]: INFO networking_nsxv3.common.synchronization [req-345c5760-5121-4219-be0f-ead7de73dfcb req-f5a6d86e-c048-44a1-b085-8bd3799bf5c2 tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 810.057651] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 810.058292] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.058496] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.058986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.059112] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.073398] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.073718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.073784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.074047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.074177] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.185215] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.185215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.185215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.185215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.185215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.185215] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 810.219165] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.219339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.219393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.219618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.219802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.234336] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 810.533381] env[65255]: INFO networking_nsxv3.common.synchronization [req-95116d11-b7ac-45bf-aad6-c66f3f7c7d5f req-1357e027-4472-4441-a0e6-d5f66c159476 service nova] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 810.533592] env[65255]: INFO networking_nsxv3.common.synchronization [req-95116d11-b7ac-45bf-aad6-c66f3f7c7d5f req-1357e027-4472-4441-a0e6-d5f66c159476 service nova] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 810.533927] env[65255]: INFO networking_nsxv3.common.synchronization [req-95116d11-b7ac-45bf-aad6-c66f3f7c7d5f req-1357e027-4472-4441-a0e6-d5f66c159476 service nova] Enqueued Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 810.534519] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 810.534655] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 810.534808] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 810.535048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.535263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.535337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.535492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.535591] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.536945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.537102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.537339] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1ff3f2-bb05-4962-810c-f565aa7e3707 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.537548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.537548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.538501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.538501] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1ff3f2-bb05-4962-810c-f565aa7e3707',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.562440] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.562621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.562683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.564020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.564389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.564495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.564837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 810.577584] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.594346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.594486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.594561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.594775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.594913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607419] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 811.039769] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.039963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.040163] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1ff3f2-bb05-4962-810c-f565aa7e3707 with status ACTIVE [ 811.040362] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.040474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.040541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.040761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.040844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041645] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.042019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.042103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 is going to be updated. [ 811.081299] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.084023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.084325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.084325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.084569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.084708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.084838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.495731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 811.496292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.496292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.498669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.498899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.500790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.500942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.501207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.501244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.501343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.501481] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.583640] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 811.583640] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 812.004594] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.004859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.004859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.005059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.005198] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.005284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.005387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.005898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.005898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.005898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.006105] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.006183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.006241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.006375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.007041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.007041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.007041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.007041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.007363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.007363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.007429] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.246483] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246483] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246483] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.510808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a81c14-b1ad-45e1-a294-2f35bd9a4c93: rpc.has_security_group_logging(os_id): False [ 812.531094] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.531282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.531414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.531778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.556099] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 812.557627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.559237] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 812.561876] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.564136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.564136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.564136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.564562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.564562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.564819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.564949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.565057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.565258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.565367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.565491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 812.605101] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.605253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.605340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.608573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.615315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.616419] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 812.616419] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.616419] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 812.634806] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 812.636287] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 812.636475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.658739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.658739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.658739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.659046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.659046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.679424] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 812.690501] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.690659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.690733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.690975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.692425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.692608] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 812.751359] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.831504] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.831693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.832688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.832688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.832688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.832688] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 812.921446] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.921635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.921921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.922466] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 812.922563] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cd1a0606-872f-452f-a99e-845910400f39', '833b6e5f-de3d-49e7-a5f8-2b9a488136cf', '07cbd20f-1162-47dd-a13f-7065c1492d75', '2089441f-6d25-44cd-aa6a-1d4034578300', 'd83fe2ea-cf93-4501-97bc-cc62728ca367', '1acbd14a-9d66-4ca9-9453-1fae2598c635', '8d18cd63-6a13-4b11-8013-0928fee89587', 'ba34ee2d-cc9b-4b6f-b9cb-a574904b2086', '1f850833-dbad-4cba-a3f6-91099a36f798', 'a89e6cbd-d34d-44e7-bc64-10719b8121bc', '6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976', '18eb11ee-608e-453a-81bb-13bc66a323d5', '59e31d05-1454-4644-b454-e3fdb2e6bff9', '36a81c14-b1ad-45e1-a294-2f35bd9a4c93', 'b374b9f1-d1a6-4eae-88d9-ea7337468f4b', '6b6783e6-a01a-43f3-b01d-8a8f72527ad9', 'f0492a31-08cb-4c7a-9e15-058725ef92b8', '6451f3a4-3735-4fca-aded-9e7d08caed29', '0617f66d-cb6d-4e9f-bc01-9f77f09c1527', '2b4ba893-d971-4157-918e-849800cf3cf8', '1e5da01a-ceea-4a31-ac18-929b560a53ed', '1f8aef30-c5ed-40a3-98fc-1510ee2163f0', '666faf46-2949-465c-9e52-d0025b98143d', 'df80b0e6-3bfc-472a-969f-a42bbe270583', '59432386-a547-4f41-91a9-9a4367b24f63', '3d2182c8-1504-4e2a-b59f-fa8fe00a24e3', 'a2e803fe-679c-4e41-8e37-2513c90dc7fd', 'bf6ea546-ed95-432b-8986-cfbbbcd8ebec', '3f815a8b-1d4c-4560-b8de-825bf1e94943', '6285dc15-ab69-4b43-afad-64b221dcd6de', 'cbb72e51-436a-480e-ae41-7f03a0f3db08', '52637014-6e75-4c23-92e5-df691a4122d7', '92a8a761-c898-4cbb-b5f2-c00cbc3939b1', '6c0635e9-6ac1-4d5a-863c-42b19596c94d', 'e75f520e-97df-4df7-81da-9e3e3ad3d36c'} {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.922726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 812.948597] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.950219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.950219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.950219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.950219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.950219] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 812.950219] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.950219] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 813.014026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.014026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.014213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.014306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.015305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.018018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 813.018018] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.018018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 813.018018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 813.018018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGH for action security_group_rules [ 813.018018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.253629] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.758506] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.758506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.758506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758506] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 813.812487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.812691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.812782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.813097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.813300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.847648] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 814.694967] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 814.694967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.535954] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.536372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 815.536372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGH for action security_group_rules [ 815.536973] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGH for action security_group_rules [ 815.537190] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d18cd63-6a13-4b11-8013-0928fee89587 with Priority: HIGH for action security_group_rules [ 815.537334] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b with Priority: HIGH for action security_group_rules [ 815.537517] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4ba893-d971-4157-918e-849800cf3cf8 with Priority: HIGH for action security_group_rules [ 815.537616] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGH for action security_group_rules [ 815.537779] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 with Priority: HIGH for action security_group_rules [ 815.537960] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 with Priority: HIGH for action security_group_rules [ 815.538185] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGH for action security_group_rules [ 815.538360] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 with Priority: HIGH for action security_group_rules [ 815.538524] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 with Priority: HIGH for action security_group_rules [ 815.538954] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 with Priority: HIGH for action security_group_rules [ 815.538954] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 with Priority: HIGH for action security_group_rules [ 815.538954] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGH for action security_group_rules [ 815.538954] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f850833-dbad-4cba-a3f6-91099a36f798 with Priority: HIGH for action security_group_rules [ 815.538954] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 with Priority: HIGH for action security_group_rules [ 815.539971] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 815.540133] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 with Priority: HIGH for action security_group_rules [ 815.540241] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf with Priority: HIGH for action security_group_rules [ 815.540344] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGH for action security_group_rules [ 815.540697] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.540844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.540939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.541173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.541257] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.544670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.544840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.544989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.545251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.545365] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.547754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d18cd63-6a13-4b11-8013-0928fee89587 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.547890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.547999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.548215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.548318] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d18cd63-6a13-4b11-8013-0928fee89587',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.549282] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.549436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.549522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.550119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.550119] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b374b9f1-d1a6-4eae-88d9-ea7337468f4b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.556858] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4ba893-d971-4157-918e-849800cf3cf8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.557263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.557367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.557596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.557695] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4ba893-d971-4157-918e-849800cf3cf8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.559500] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.560512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.560611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.560771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.560856] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.562870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6451f3a4-3735-4fca-aded-9e7d08caed29 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.563017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.563082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.563392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.563392] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6451f3a4-3735-4fca-aded-9e7d08caed29',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.566037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0492a31-08cb-4c7a-9e15-058725ef92b8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.566279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.566279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.566424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.566424] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0492a31-08cb-4c7a-9e15-058725ef92b8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.567581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.567581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.567581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.567785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.567785] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.568852] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.568852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.569167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.569167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.569167] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b6783e6-a01a-43f3-b01d-8a8f72527ad9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.570083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e31d05-1454-4644-b454-e3fdb2e6bff9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.570083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570464] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e31d05-1454-4644-b454-e3fdb2e6bff9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.570775] env[65255]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 815.737856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18eb11ee-608e-453a-81bb-13bc66a323d5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.738029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.738106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.738378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.738436] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18eb11ee-608e-453a-81bb-13bc66a323d5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.739920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.739994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.740064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.740256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.740341] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.741415] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.741508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.741821] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f850833-dbad-4cba-a3f6-91099a36f798 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.741821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.741937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.742729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.742729] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f850833-dbad-4cba-a3f6-91099a36f798',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.743223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1acbd14a-9d66-4ca9-9453-1fae2598c635 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.743352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.743440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.743811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.743811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1acbd14a-9d66-4ca9-9453-1fae2598c635',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.745278] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.745278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.745278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.745278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.745278] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.746078] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83fe2ea-cf93-4501-97bc-cc62728ca367 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.746221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.746533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.746533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.746623] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83fe2ea-cf93-4501-97bc-cc62728ca367',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.747721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.747845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.747903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.748085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.748159] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('833b6e5f-de3d-49e7-a5f8-2b9a488136cf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.749116] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.749303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.749418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.749640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.749757] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.761905] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.762072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.762132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.762339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.762499] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.762600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.762713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.762803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.762885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.762967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.763064] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.796906] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.797276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.797419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.797903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.835612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.836328] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d18cd63-6a13-4b11-8013-0928fee89587 is going to be deleted. [ 815.861943] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 815.861943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.861943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.862359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.863388] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.863388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.863388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.863388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.865528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.865695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.866054] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.898860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.898860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.899070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.899278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.899499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.899565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d18cd63-6a13-4b11-8013-0928fee89587" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.258122] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.258331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.258380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.258584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.258773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.258896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.258958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.259177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.259250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.259339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.259431] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.271112] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.291208] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.291208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.291208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.291379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.291553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.291712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.291816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.292074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.292185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.292320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.292451] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.297246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.297426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.297525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.297810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.298194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.298326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.298477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.299469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.299469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.299469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.303097] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.305194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.305381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.306128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.306193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.306378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.306485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.306595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.306706] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.338603] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.369128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.369325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.369527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.369578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.369813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.369813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.369973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.370026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.370415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.370415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.370415] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.370415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.370680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.370680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.370760] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.370813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.370866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.370996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.371112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.371199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.371299] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.373963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.373963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.373963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.373963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.384385] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.384385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.397984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.397984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.399312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.399312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.400153] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.400280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.401346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.401470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.401918] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.402051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.402979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.402979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.403920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.404014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.404704] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.404800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406328] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.406758] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.410717] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.411569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.411569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.416668] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.417259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.417452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6451f3a4-3735-4fca-aded-9e7d08caed29 is going to be deleted. [ 816.418524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.418770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.445419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.446713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f850833-dbad-4cba-a3f6-91099a36f798 is going to be deleted. [ 816.447093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.447373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.472856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.473032] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83fe2ea-cf93-4501-97bc-cc62728ca367 is going to be deleted. [ 816.474877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.474877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.490981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.491291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.499217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.499217] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0492a31-08cb-4c7a-9e15-058725ef92b8 is going to be deleted. [ 816.500112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.500208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.542044] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976 is going to be deleted. [ 816.542044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.542325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.546796] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.546796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.583306] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.583446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.588342] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e31d05-1454-4644-b454-e3fdb2e6bff9 is going to be deleted. [ 816.589397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.590726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.626467] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.626467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.655948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.656341] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be deleted. [ 816.658315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.658589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.749697] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.749697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.750318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.750447] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1acbd14a-9d66-4ca9-9453-1fae2598c635 is going to be deleted. [ 816.751426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.751649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.761803] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.774829] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a0606-872f-452f-a99e-845910400f39: rpc.has_security_group_logging(os_id): False [ 816.797712] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.797712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.797712] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.797712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.797712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.798384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.798384] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.798384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.798384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.798384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.798384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.798765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.798765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.799273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.799836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.799836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.799836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.799836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.799836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.799836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.800260] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.803424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.803807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.806407] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.812452] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.812699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.814806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.815011] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4ba893-d971-4157-918e-849800cf3cf8 is going to be deleted. [ 816.816640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.846280] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0617f66d-cb6d-4e9f-bc01-9f77f09c1527: rpc.has_security_group_logging(os_id): False [ 816.877077] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 816.885846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.886220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.922343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.922751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.944089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.944298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 833b6e5f-de3d-49e7-a5f8-2b9a488136cf is going to be deleted. [ 816.945354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.945511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.997861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.997861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.005788] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.005917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.006959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.007158] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b374b9f1-d1a6-4eae-88d9-ea7337468f4b is going to be deleted. [ 817.008181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.008376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.053167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.053167] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b6783e6-a01a-43f3-b01d-8a8f72527ad9 is going to be deleted. [ 817.054117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.054346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.125242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.125242] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18eb11ee-608e-453a-81bb-13bc66a323d5 is going to be deleted. [ 817.125561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.125853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.125853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.125928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6451f3a4-3735-4fca-aded-9e7d08caed29" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.126260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f850833-dbad-4cba-a3f6-91099a36f798" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.126966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.127215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.127328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83fe2ea-cf93-4501-97bc-cc62728ca367" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.127683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.127758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0492a31-08cb-4c7a-9e15-058725ef92b8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e31d05-1454-4644-b454-e3fdb2e6bff9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e5c9d4d-3c84-4a9b-9c73-96f9e9e60976" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.128900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.129048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.157889] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.157889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.180132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.180286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.201387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.201865] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.201865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.202261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.202261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.202400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.202620] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a0606-872f-452f-a99e-845910400f39 is going to be updated. [ 817.204992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.204992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.204992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.204992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.204992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.205222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.261989] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.261989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264556] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07cbd20f-1162-47dd-a13f-7065c1492d75: rpc.has_security_group_logging(os_id): False [ 817.303293] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a81c14-b1ad-45e1-a294-2f35bd9a4c93: rpc.has_security_group_logging(os_id): False [ 817.310103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba34ee2d-cc9b-4b6f-b9cb-a574904b2086: rpc.has_security_group_logging(os_id): False [ 817.344026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.344026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.346958] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.347090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.353830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.354280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.354400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.354870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.355137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.355317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.355487] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 is going to be updated. [ 817.357546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.357918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.361407] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.361407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.362602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.362725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.385720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.386308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.386308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.386433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.386654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.386768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.387095] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.387262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.387420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.387660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.387773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.388120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.390216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.390405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.390490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.390576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.390689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 817.392244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.392435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.392520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.392645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-833b6e5f-de3d-49e7-a5f8-2b9a488136cf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.392800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.392968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.393104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b374b9f1-d1a6-4eae-88d9-ea7337468f4b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.393463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.393539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1acbd14a-9d66-4ca9-9453-1fae2598c635" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.393958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.394015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.394132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b6783e6-a01a-43f3-b01d-8a8f72527ad9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.394833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.394998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.452359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.452591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.452729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.452809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.452997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453289] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.453595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.453702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.453915] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.454019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.454339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.454971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.454971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.454971] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 817.456142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.456475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.456655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4ba893-d971-4157-918e-849800cf3cf8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.456793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.456940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.497155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.497447] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.497598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.497710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.497955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.498066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.498175] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 817.499557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.499808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.519497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.519688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.534703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.535068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.538515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.539254] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.541075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.541415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.541512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.541678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.541816] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 817.543310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.543743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.544200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18eb11ee-608e-453a-81bb-13bc66a323d5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.552018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.552481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.573644] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: IN_PROGRESS for 2s [ 817.574667] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: IN_PROGRESS for 2s [ 817.664822] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.665072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.665156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.665377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.665528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669116] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.669278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.669346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.669557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.669700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.673497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.673649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.673813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.673991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.674148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.687240] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 817.688106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 817.689054] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 818.059550] env[65255]: INFO networking_nsxv3.common.synchronization [req-13651a56-62b6-4414-a3c0-7b06432bd627 req-62ccc502-1121-4530-b7f6-7adb7eb44661 tempest-ListServerFiltersTestJSON-1843473303 tempest-ListServerFiltersTestJSON-1843473303-project-member] Enqueued Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 818.060668] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59432386-a547-4f41-91a9-9a4367b24f63 with Priority: HIGHEST for action security_group_members [ 818.061026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-59432386-a547-4f41-91a9-9a4367b24f63 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.061160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.061230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.061432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.061603] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.061726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.061808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.061922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.062011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.062108] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59432386-a547-4f41-91a9-9a4367b24f63',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.566588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.566980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.566980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.567122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.592558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.592558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.592558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.592558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.592558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.592558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.592558] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 is going to be updated. [ 818.631181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.632105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.632606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.633301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.633589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.644179] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: IN_PROGRESS for 2s [ 818.664387] env[65255]: INFO networking_nsxv3.common.synchronization [None req-584250f3-7a24-4b46-95cb-4a7383486e42 None None] Enqueued Resource ID: 3b351940-4724-4416-9307-790fdcb3042f with Priority: HIGHEST for action port [ 818.664978] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b351940-4724-4416-9307-790fdcb3042f with Priority: HIGHEST for action port [ 818.665585] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b351940-4724-4416-9307-790fdcb3042f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.665756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b351940-4724-4416-9307-790fdcb3042f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.665830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b351940-4724-4416-9307-790fdcb3042f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.667196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b351940-4724-4416-9307-790fdcb3042f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.667293] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b351940-4724-4416-9307-790fdcb3042f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.170305] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b351940-4724-4416-9307-790fdcb3042f [ 819.170566] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.170711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.170776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.171205] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b351940-4724-4416-9307-790fdcb3042f already deleted. [ 819.171283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b351940-4724-4416-9307-790fdcb3042f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: SUCCESS [ 819.598018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.598018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: SUCCESS [ 819.598018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.704160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 819.704234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.705116] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 819.705324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.706103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 819.706310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.706503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.706853] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.189950] env[65255]: INFO networking_nsxv3.common.synchronization [req-3b6a530a-fc04-4a24-a3d0-1b8cdaab1faf req-7d88aaa5-ee8a-48ce-996c-4d80f4305cd2 tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 820.190856] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 820.190856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.190999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.191547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.191750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192238] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.192238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.192407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.192471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.192543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.192698] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.210311] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.210311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.210471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210998] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.210998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.211137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.211194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.211288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.211394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.211488] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.554430] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.554430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.554430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.555782] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.556828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.556828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.556828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.556828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.557036] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.557036] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.557109] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.557156] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.557259] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.557355] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.557478] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.578568] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.578746] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.578915] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.579184] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.579907] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-033d07eb-46f3-44ff-8c35-5f08ad4195b4 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.579907] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.580157] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.580788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.581499] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033d07eb-46f3-44ff-8c35-5f08ad4195b4',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.656046] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59432386-a547-4f41-91a9-9a4367b24f63 in Status: SUCCESS [ 820.656359] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59432386-a547-4f41-91a9-9a4367b24f63 deletion is rescheduled due to dependency. [ 820.656407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59432386-a547-4f41-91a9-9a4367b24f63" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.696240] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.696240] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.696240] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c already deleted. [ 820.696240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713952] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.714168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.714241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.714454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.714621] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.715457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.715457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.715457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.715457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715457] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.716319] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.716319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.716728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.716728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.716728] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.085123] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.088412] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.088676] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.089040] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.089349] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.089349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 033d07eb-46f3-44ff-8c35-5f08ad4195b4 not found, creating... [ 821.089639] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.089802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.089916] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.090159] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.090293] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.090591] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.090748] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.090861] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.091549] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.091746] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.091964] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 033d07eb-46f3-44ff-8c35-5f08ad4195b4 is going to be created. [ 821.148175] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.148483] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.148483] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.149344] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.149344] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.149344] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.219980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 821.259371] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.259654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.260023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.260023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.262093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.262093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.262093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.262422] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.262422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.262422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.262723] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.262794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.262836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.263049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.263136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 821.324217] env[65255]: INFO networking_nsxv3.common.synchronization [None req-21d9dbf8-58f5-448e-90d4-b2be954ecdf8 None None] Enqueued Resource ID: 46864301-84f7-4a62-a7ad-dd786d0c9e83 with Priority: HIGHEST for action port [ 821.324947] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46864301-84f7-4a62-a7ad-dd786d0c9e83 with Priority: HIGHEST for action port [ 821.325393] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-46864301-84f7-4a62-a7ad-dd786d0c9e83 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.325554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46864301-84f7-4a62-a7ad-dd786d0c9e83" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.325623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46864301-84f7-4a62-a7ad-dd786d0c9e83" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.326784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46864301-84f7-4a62-a7ad-dd786d0c9e83" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.326943] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46864301-84f7-4a62-a7ad-dd786d0c9e83',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.391884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.392122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.392236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.393155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.393356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409596] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 821.830798] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46864301-84f7-4a62-a7ad-dd786d0c9e83 [ 821.830798] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.831919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.831919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.831919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.831919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.831919] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46864301-84f7-4a62-a7ad-dd786d0c9e83 already deleted. [ 821.831919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46864301-84f7-4a62-a7ad-dd786d0c9e83" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.864075] env[65255]: INFO networking_nsxv3.common.synchronization [req-3b6a530a-fc04-4a24-a3d0-1b8cdaab1faf req-b334b9cb-cb24-47b4-94e2-36cec1ecabf0 service nova] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 821.864282] env[65255]: INFO networking_nsxv3.common.synchronization [req-3b6a530a-fc04-4a24-a3d0-1b8cdaab1faf req-b334b9cb-cb24-47b4-94e2-36cec1ecabf0 service nova] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 821.864415] env[65255]: INFO networking_nsxv3.common.synchronization [req-3b6a530a-fc04-4a24-a3d0-1b8cdaab1faf req-b334b9cb-cb24-47b4-94e2-36cec1ecabf0 service nova] Enqueued Resource ID: 033d07eb-46f3-44ff-8c35-5f08ad4195b4 with Priority: HIGHEST for action port [ 821.864981] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 821.865152] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 821.865279] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033d07eb-46f3-44ff-8c35-5f08ad4195b4 with Priority: HIGHEST for action port [ 821.865585] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.865719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.865864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.866037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.866126] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.867182] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.867285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.867330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.867664] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.867780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.867854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.868030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.868143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.868241] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.869642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-033d07eb-46f3-44ff-8c35-5f08ad4195b4 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.869756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.869839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.870015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.870653] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033d07eb-46f3-44ff-8c35-5f08ad4195b4',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.372876] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.375027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375027] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 033d07eb-46f3-44ff-8c35-5f08ad4195b4 with status ACTIVE [ 822.375257] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.375486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.375595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.375926] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.375926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.375926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.376415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.376451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.376814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.376899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.376952] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 033d07eb-46f3-44ff-8c35-5f08ad4195b4 is going to be updated. [ 822.402120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.402279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.402339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.402608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.402771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.403019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033d07eb-46f3-44ff-8c35-5f08ad4195b4" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.422449] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 822.422732] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 822.423116] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 822.423792] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 822.423792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.424101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.424759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.424901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.425190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.425356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.425603] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.426611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.426749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.426819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.426972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.427635] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.427782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.427876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.428187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.428282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.428376] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.472925] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_rules [ 822.473158] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 822.473298] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 822.473499] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 822.474352] env[65255]: INFO networking_nsxv3.common.synchronization [req-b0be0363-2035-4ff6-8555-fcccad9683ec req-ea6cd396-446c-430b-a808-6602b6ef22b5 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 822.474756] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_rules [ 822.474898] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 822.474997] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 822.475130] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 822.475265] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 822.476273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.476502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.476811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.476898] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.480962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1ff3f2-bb05-4962-810c-f565aa7e3707 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.480962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.480962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.480962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.480962] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1ff3f2-bb05-4962-810c-f565aa7e3707',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.482085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.482235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.484471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.484471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.879083] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.930493] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.931516] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.983038] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1ff3f2-bb05-4962-810c-f565aa7e3707 with status ACTIVE [ 822.983306] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.983444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.983517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.983696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.983812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.984031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.984200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.984200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.984354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.984417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.984607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.984731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.984731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.984916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.985020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.985114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 is going to be updated. [ 822.986670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.986876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.008307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.008809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009009] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.063265] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc1b6ad-bef8-46b0-a399-0c3b34150bfd req-29e2e37f-c741-4de9-bd81-81df370fc2b5 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 823.063853] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 823.064257] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.064647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.064774] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065305] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.386876] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.386876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.386876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.386876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386876] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be created. [ 823.413750] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.413899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.413971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.414201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.414356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.428032] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: UNINITIALIZED for 2s [ 823.431842] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 823.434017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.434017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.434017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.434017] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.434017] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.435632] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.458811] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.459609] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-183" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.460094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-183" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.460266] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-183" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.460543] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.460696] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.460813] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461139] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.461322] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.461581] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.461581] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.461874] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.461874] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.461989] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.462110] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.462236] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.488035] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.488035] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.488035] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.488035] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-183" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.488035] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.488035] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.488035] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.488035] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.488035] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7244d90-c6f5-4f55-9f38-93b8d995a1cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.567700] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.567871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.567938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.568816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.568816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.568816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.568816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.569134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.569134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.569134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.569243] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 already deleted. [ 823.569243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.731037] env[65255]: INFO networking_nsxv3.common.synchronization [None req-f02076c3-dbf5-4af7-bb2f-d3d1133f4fe9 None None] Enqueued Resource ID: c57c5f1b-ca45-41c1-854d-8bfa00f08403 with Priority: HIGHEST for action port [ 823.731570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57c5f1b-ca45-41c1-854d-8bfa00f08403 with Priority: HIGHEST for action port [ 823.732714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57c5f1b-ca45-41c1-854d-8bfa00f08403 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.732714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57c5f1b-ca45-41c1-854d-8bfa00f08403" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.732714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57c5f1b-ca45-41c1-854d-8bfa00f08403" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.733082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57c5f1b-ca45-41c1-854d-8bfa00f08403" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.733082] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57c5f1b-ca45-41c1-854d-8bfa00f08403',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.937840] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.938259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.938321] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.938409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.938621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.938690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.938738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.938830] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 823.940135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.940255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.940335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.940503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.940585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.940674] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be created. [ 823.968855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.969024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.969081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.969303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.969462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.973857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.974012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.974122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.974286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.974425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.984898] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 823.988174] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: UNINITIALIZED for 2s [ 823.990650] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.990806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.990926] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.991229] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.991369] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.991512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port e7244d90-c6f5-4f55-9f38-93b8d995a1cd not found, creating... [ 823.991776] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.991920] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.992040] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.992249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.992375] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.992641] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.994017] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.994017] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.994017] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.994017] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.994017] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd is going to be created. [ 824.015019] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.015943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.015943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.015943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.016228] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.016817] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.235097] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c57c5f1b-ca45-41c1-854d-8bfa00f08403 [ 824.235357] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.235577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.235691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.235990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.236176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.236260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c57c5f1b-ca45-41c1-854d-8bfa00f08403 already deleted. [ 824.236323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57c5f1b-ca45-41c1-854d-8bfa00f08403" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.658046] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/36a81c14-b1ad-45e1-a294-2f35bd9a4c93 [ 824.658808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 824.699459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.699459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.699459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.699459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.699459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.699459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.699459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.699775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.699969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.729452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.729806] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.729958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.731875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.731875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.731875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.731875] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.732097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.732205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.732416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.732545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.732820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.733025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.733126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.733325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.733451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.733581] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 824.786634] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc1b6ad-bef8-46b0-a399-0c3b34150bfd req-ded71d9d-9bba-4594-929f-2d4d747a28c3 service nova] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 824.786634] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc1b6ad-bef8-46b0-a399-0c3b34150bfd req-ded71d9d-9bba-4594-929f-2d4d747a28c3 service nova] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 824.786634] env[65255]: INFO networking_nsxv3.common.synchronization [req-fdc1b6ad-bef8-46b0-a399-0c3b34150bfd req-ded71d9d-9bba-4594-929f-2d4d747a28c3 service nova] Enqueued Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 824.787295] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 824.788705] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 824.788705] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 824.788705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.788705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.788705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.788705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.788705] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.789851] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.789851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.789851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.790489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.790489] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.790489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.790489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.790489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.790783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.790783] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.792057] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.793235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.793235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.793235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.793235] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7244d90-c6f5-4f55-9f38-93b8d995a1cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.849541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.849736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.849826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.850111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.850277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.869689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 825.101212] env[65255]: INFO networking_nsxv3.common.synchronization [None req-89f07116-24ba-4825-b8c4-69cf89b2a065 tempest-ServerActionsV293TestJSON-1571576097 tempest-ServerActionsV293TestJSON-1571576097-project-member] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 825.101951] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 825.102332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.102500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.102611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.102914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.103944] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.217981] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b56c8fcf-3564-43e0-911e-938b91b7acb9 tempest-ServerActionsV293TestJSON-1571576097 tempest-ServerActionsV293TestJSON-1571576097-project-member] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 825.218540] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 825.218888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.218993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.295368] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.295505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.296130] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.297568] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7244d90-c6f5-4f55-9f38-93b8d995a1cd with status ACTIVE [ 825.299803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.299803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.299803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.300177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.300177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.300177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.300318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.300318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.301039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.301039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.301039] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd is going to be updated. [ 825.328463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.328632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.328702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.328936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.329329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.330016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.440085] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 825.440427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.440617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.440867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.441113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.441269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.441357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.441550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.441757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.441899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.442031] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.627375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.627375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.627375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.627588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.627672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.627773] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb already deleted. [ 825.627859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.628057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.628222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.628304] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.726296] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-81706f2d-884c-45f5-b1db-f978ba8edf9d tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 825.730980] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 825.730980] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.730980] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.730980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.730980] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.806740] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.945113] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.999896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 826.000181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.000991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 826.001231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.001454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.001696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.001931] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.002188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.002257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.002482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.002602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.002745] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.003819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.004047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.004250] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.004391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.004479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.004670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.004793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.004928] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.166543] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.166543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.166543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.166543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.167450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.167450] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb already deleted. [ 826.167450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.237285] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.237285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.237285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.237285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.261165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262506] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.262506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.262506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.262506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262506] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 826.296848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.296848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.297242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.297242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.297328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308792] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-68530164-b3d1-41a7-9d61-f72f2e9c1f4a tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 826.310367] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 826.310492] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 826.311142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.311142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.312632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.312632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.312632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.312845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.312845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.312934] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be created. [ 826.359200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.359431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.359513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.360161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.376037] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: UNINITIALIZED for 2s [ 826.450688] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4965cb79-a40a-420b-863d-6919a1cf782c: rpc.has_security_group_logging(os_id): False [ 826.472372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.473019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.473354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.473814] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.473977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.474086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.474899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.474999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.475116] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be created. [ 826.511551] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.511551] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.609241] env[65255]: INFO networking_nsxv3.common.synchronization [None req-52db4562-b45d-4864-9440-ca8c61d7e996 None None] Enqueued Resource ID: e57c85cf-88ef-4143-a364-95af6d487b3e with Priority: HIGHEST for action port [ 826.610031] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57c85cf-88ef-4143-a364-95af6d487b3e with Priority: HIGHEST for action port [ 826.610141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57c85cf-88ef-4143-a364-95af6d487b3e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.610317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57c85cf-88ef-4143-a364-95af6d487b3e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.610317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57c85cf-88ef-4143-a364-95af6d487b3e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.610592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57c85cf-88ef-4143-a364-95af6d487b3e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.611235] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57c85cf-88ef-4143-a364-95af6d487b3e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.644447] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.644918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.644918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.644918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.645607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.656706] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 826.812594] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.813015] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-376" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.813276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-376" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.813688] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-376" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.814131] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.818100] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.818100] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.818100] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.818100] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.818100] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.818100] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.818100] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.818100] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.818100] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.818100] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.818100] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.837915] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.838499] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.838499] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.838499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-376" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.839026] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-d2aa48f1-c61c-4991-a7dc-ca697bdddead taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.839026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.839187] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.840030] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.840236] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2aa48f1-c61c-4991-a7dc-ca697bdddead',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.888750] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 826.889089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.012614] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.015149] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.115817] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e57c85cf-88ef-4143-a364-95af6d487b3e [ 827.116198] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.116412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.116493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.116750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.116875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.117028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e57c85cf-88ef-4143-a364-95af6d487b3e already deleted. [ 827.117129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57c85cf-88ef-4143-a364-95af6d487b3e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.342594] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.342960] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.343132] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.343412] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.344000] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.344185] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port d2aa48f1-c61c-4991-a7dc-ca697bdddead not found, creating... [ 827.344452] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.344682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.344826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.345203] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.345393] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.346274] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.346274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.346274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.346274] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.346496] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.346594] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: d2aa48f1-c61c-4991-a7dc-ca697bdddead is going to be created. [ 827.378228] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.378602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.378915] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.379271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.381902] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.382744] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.516707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.517425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.517425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.517425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.517613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.517669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 827.519450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.519589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.519730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.519959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.520108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.520205] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be updated. [ 827.561557] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.561835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.561919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.562212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.562385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.572456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.572608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.572651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.572894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.573092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.574852] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 827.583971] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 828.126606] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-31f991b9-2dc2-4039-9cbf-32b039cef21c service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 828.126606] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-31f991b9-2dc2-4039-9cbf-32b039cef21c service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 828.126606] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-31f991b9-2dc2-4039-9cbf-32b039cef21c service nova] Enqueued Resource ID: d2aa48f1-c61c-4991-a7dc-ca697bdddead with Priority: HIGHEST for action port [ 828.126773] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 828.126773] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 828.126869] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa48f1-c61c-4991-a7dc-ca697bdddead with Priority: HIGHEST for action port [ 828.127918] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.127918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.127918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.127918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.127918] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.128745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.128832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.129029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2aa48f1-c61c-4991-a7dc-ca697bdddead taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.129123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.129183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.129411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.129575] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2aa48f1-c61c-4991-a7dc-ca697bdddead',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.326808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 828.326992] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 deletion is rescheduled due to dependency. [ 828.327129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.327299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.327517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.327705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.327827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.327893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.328057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.328140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.328236] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.386160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 828.386458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.386627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.386779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.387020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.387140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.387208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.387371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.387449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.387534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.387620] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.631287] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.631426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.631680] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2aa48f1-c61c-4991-a7dc-ca697bdddead with status ACTIVE [ 828.631883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.631975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.632116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.632747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.632747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.632747] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.632747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.632747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.633076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.633076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.633076] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.633232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.633232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.633353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.633423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.633517] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2aa48f1-c61c-4991-a7dc-ca697bdddead is going to be updated. [ 828.660338] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.660338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.660338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.660338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.660338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.660338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2aa48f1-c61c-4991-a7dc-ca697bdddead" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.672654] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 828.672654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.830775] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.890844] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.891462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.891742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.892265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.892577] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.892699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.892770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.892981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.893188] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.893257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.893298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.893449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.893537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.893630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.893721] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.007105] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007350] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-200" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007484] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-200" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007837] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-200" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.008316] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.009127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.009127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.009127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.009127] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.009731] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.009731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.009731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.009731] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.009885] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.010868] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.010868] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.030607] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.030863] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.030932] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.031082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-200" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.031405] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-6cc44206-9112-4d85-b6fa-84c7e9a39f16 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.031559] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.031687] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.032024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.032176] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc44206-9112-4d85-b6fa-84c7e9a39f16',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.335899] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.397573] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe830120-54ba-4d73-9ac2-30a01aa11cc7: rpc.has_security_group_logging(os_id): False [ 829.426807] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.427070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.427070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.427790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.427790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.427790] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.427790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.427790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.428137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.428137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.428210] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.428259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.428338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.428454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.428521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.428702] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.428793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.428856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.428989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.429075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.429271] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be created. [ 829.513066] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.532129] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 829.534246] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.534611] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.534611] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.534938] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535054] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.535202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 6cc44206-9112-4d85-b6fa-84c7e9a39f16 not found, creating... [ 829.535471] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.535617] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.535735] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.535958] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.536152] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536443] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.536596] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.536701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536909] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537849] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.537849] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 6cc44206-9112-4d85-b6fa-84c7e9a39f16 is going to be created. [ 829.572062] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.572263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.572565] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.572794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.573820] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.573820] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.593260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.593260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.593260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.593260] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.597879] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 829.598149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.598522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.598702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.598916] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.599090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.599166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.599473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599686] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.840364] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.840364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.840871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.840871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.840953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.841126] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 829.894519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.894715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.894952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.895183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.895362] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.907178] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 830.096584] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.097016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.097254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.097684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.098113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.098548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.098777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.100031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.100031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.100031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.100031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.100031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.100031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.100603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.100945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.104024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.104024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.104024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.104024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.104024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.104024] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.104024] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-8724cc60-4d91-436c-a9c9-fb3bfac14406 service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-8724cc60-4d91-436c-a9c9-fb3bfac14406 service nova] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [req-21a77221-4f85-4051-b5a5-750d17fefbf3 req-8724cc60-4d91-436c-a9c9-fb3bfac14406 service nova] Enqueued Resource ID: 6cc44206-9112-4d85-b6fa-84c7e9a39f16 with Priority: HIGHEST for action port [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_rules [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 830.291514] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc44206-9112-4d85-b6fa-84c7e9a39f16 with Priority: HIGHEST for action port [ 830.291514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.292114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.292465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.293519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.293519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc44206-9112-4d85-b6fa-84c7e9a39f16 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.293519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.293519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.293519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.293519] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc44206-9112-4d85-b6fa-84c7e9a39f16',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.607737] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 830.609353] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b0ee97-214d-45dd-b475-17a4f0ad1a5a: rpc.has_security_group_logging(os_id): False [ 830.629949] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.631789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.631789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.632012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.632180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.633749] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.634012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.634172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.635421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.635421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.635421] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be created. [ 830.638873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.639210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.639210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.639489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.657355] env[65255]: INFO networking_nsxv3.common.synchronization [req-d8469d0a-d966-4983-b6c2-0717622c49ae req-79817503-1ae5-4af7-b369-98d01142ffa2 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 830.657922] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 830.658252] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.658384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.658441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.658641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.658795] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.658896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.658960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.662950] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.662950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.662950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.662950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.663777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.663777] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.663777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.663777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.663777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.663777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.663777] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 830.703029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.703165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.703165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.703345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.705866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.721102] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 830.725374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.725374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.725374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.725374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.725374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.742660] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 830.802976] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cc44206-9112-4d85-b6fa-84c7e9a39f16 with status ACTIVE [ 830.802976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.802976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.802976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.802976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.803905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cc44206-9112-4d85-b6fa-84c7e9a39f16 is going to be updated. [ 830.843215] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.844135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc44206-9112-4d85-b6fa-84c7e9a39f16" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.162379] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.162628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.162789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.163160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.190668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.190937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.191135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.191135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.191342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.191423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.191512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be updated. [ 831.235320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.235320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.235320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.235569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.235569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.254324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 831.543950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 831.544295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919890] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919890] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.423858] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.736393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 832.737038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.759240] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 832.759512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.925894] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.221236] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 833.221751] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 833.221751] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 833.222972] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 833.223164] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 833.223265] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 833.223686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.223923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.223997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.224297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.224569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.224751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.224751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.224968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.225181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.225181] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.227087] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.227438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.227588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.227874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.227963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.228059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.229168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.229309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.229370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.229494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.229636] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.230015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.230282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.230282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.230368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.230402] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.264807] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 833.266474] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 deletion is rescheduled due to dependency. [ 833.266474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.285983] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_rules [ 833.285983] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 833.285983] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_rules [ 833.286922] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 833.287076] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 833.287232] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 833.287327] env[65255]: INFO networking_nsxv3.common.synchronization [req-1aca5857-0748-4e56-9efe-b83dfa5f3437 req-ca13a828-a6b0-445a-9c55-886618376de4 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 833.288010] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_rules [ 833.288188] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_rules [ 833.288287] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 833.288379] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 with Priority: HIGHEST for action port [ 833.288469] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_rules [ 833.288557] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 833.288672] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 833.289039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.290287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.290287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.290287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.290287] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.290668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.290816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.290869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.291107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.294087] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294087] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1ff3f2-bb05-4962-810c-f565aa7e3707 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.294087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1ff3f2-bb05-4962-810c-f565aa7e3707',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.295275] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.298813] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.298813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.423312] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1e99040-8fc2-42ba-8e5e-6afff9472e8b req-8225839a-ecbd-46ce-95df-93c44a5438d4 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 833.424595] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 833.424595] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.424595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.424595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.424595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.424848] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.424848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.425008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.425161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.425270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.425389] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.431085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.431233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.431285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.431468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.431645] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 833.465883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.465883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.465883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.466151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.467433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.478758] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 833.732421] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.733438] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.735755] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.800272] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1ff3f2-bb05-4962-810c-f565aa7e3707 with status ACTIVE [ 833.800272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.800666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.800666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.800666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.800798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.800859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.801325] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.801384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.801593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.801593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.801688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.801726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1ff3f2-bb05-4962-810c-f565aa7e3707 is going to be updated. [ 833.803084] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.803184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.803443] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.803563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.803851] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.803999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.835285] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.835573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.835573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.835746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.836875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.836875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1ff3f2-bb05-4962-810c-f565aa7e3707" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.872706] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.873013] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.873240] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.873689] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.873982] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.874171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.874261] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.874481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.874620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.874861] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.874982] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.875151] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.875263] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.875372] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.875473] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.875617] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.912719] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.912885] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.913023] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.913202] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.913521] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-a3f93968-d572-44ca-a80e-e83b0fc26279 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.913691] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.913863] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.914215] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.914349] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f93968-d572-44ca-a80e-e83b0fc26279',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.930459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.930915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.930915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.930915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.931134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.931199] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.931279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.931333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.931789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.931789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.931789] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 already deleted. [ 833.931789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.235980] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.238068] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.238263] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.416579] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.416913] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.417129] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.417438] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.417592] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.417748] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port a3f93968-d572-44ca-a80e-e83b0fc26279 not found, creating... [ 834.418057] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.418228] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.418345] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.418573] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.418708] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.418996] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.419170] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.419284] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.419504] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.419634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.419768] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: a3f93968-d572-44ca-a80e-e83b0fc26279 is going to be created. [ 834.441928] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.442142] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.442305] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.444300] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.444300] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.444300] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.741396] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.741559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.741632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.741842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.741945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.742039] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc is going to be created. [ 834.745591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.745705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.745796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.745957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.747078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.747225] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be updated. [ 834.748398] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.748532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.748592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.748744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.748822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.749125] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 834.780043] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.780043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.780043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.780043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.780043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781444] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.781568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.781637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.782228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.782228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.783647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.783756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.783842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.784012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.784162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.796262] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 834.797404] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc in Status: UNINITIALIZED for 2s [ 834.798387] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1e99040-8fc2-42ba-8e5e-6afff9472e8b req-e39435a0-da91-427b-8e63-0fcb2dc6bd42 service nova] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1e99040-8fc2-42ba-8e5e-6afff9472e8b req-e39435a0-da91-427b-8e63-0fcb2dc6bd42 service nova] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1e99040-8fc2-42ba-8e5e-6afff9472e8b req-e39435a0-da91-427b-8e63-0fcb2dc6bd42 service nova] Enqueued Resource ID: a3f93968-d572-44ca-a80e-e83b0fc26279 with Priority: HIGHEST for action port [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_rules [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 835.147243] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f93968-d572-44ca-a80e-e83b0fc26279 with Priority: HIGHEST for action port [ 835.147243] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.147243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.148722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.149044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.149874] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.151261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.153020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.153020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.153020] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.155921] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f93968-d572-44ca-a80e-e83b0fc26279 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.155921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.155921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155921] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f93968-d572-44ca-a80e-e83b0fc26279',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.354691] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2fe7dacb-9a22-47bc-b3cd-dd0bb9a3be4a None None] Enqueued Resource ID: 555799b5-21ab-4561-a60d-bbc40446ca23 with Priority: HIGHEST for action port [ 835.355069] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 555799b5-21ab-4561-a60d-bbc40446ca23 with Priority: HIGHEST for action port [ 835.355400] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-555799b5-21ab-4561-a60d-bbc40446ca23 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.355529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-555799b5-21ab-4561-a60d-bbc40446ca23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.356066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-555799b5-21ab-4561-a60d-bbc40446ca23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.356348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-555799b5-21ab-4561-a60d-bbc40446ca23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.356438] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('555799b5-21ab-4561-a60d-bbc40446ca23',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.491055] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 835.491298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.491824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.492052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.492293] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.492397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.492466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.492626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.492707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.493130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.493130] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.493773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.493859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.495855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.496041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.496147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.497275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.497408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.497542] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.659186] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659186] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.659186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3f93968-d572-44ca-a80e-e83b0fc26279 with status ACTIVE [ 835.659186] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.659615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.659615] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.659615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.659615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.659762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.659762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.659933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.663497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.663640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.663848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.663965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.664070] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3f93968-d572-44ca-a80e-e83b0fc26279 is going to be updated. [ 835.688288] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.688446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.688524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.688739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.688892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.689172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f93968-d572-44ca-a80e-e83b0fc26279" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.858933] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 555799b5-21ab-4561-a60d-bbc40446ca23 [ 835.859228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.860061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.860061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.860061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.860061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.860061] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:555799b5-21ab-4561-a60d-bbc40446ca23 already deleted. [ 835.860061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-555799b5-21ab-4561-a60d-bbc40446ca23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.999786] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.999877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.003495] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.167359] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.509240] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.616316] env[65255]: INFO networking_nsxv3.common.synchronization [None req-6c3f3bd8-799a-4b93-bd21-dfdafb60af13 tempest-ServersTestBootFromVolume-1766259701 tempest-ServersTestBootFromVolume-1766259701-project-member] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 836.616774] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 836.617099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.617247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.617553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.617628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.617664] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.671141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.671233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.671273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.671499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.671591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.671691] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 is going to be created. [ 836.700388] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.712103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: UNINITIALIZED for 2s [ 836.746082] env[65255]: INFO networking_nsxv3.common.synchronization [None req-e2454e2c-1bc8-458c-b535-1d7b38d8a95c tempest-ServersTestBootFromVolume-1766259701 tempest-ServersTestBootFromVolume-1766259701-project-member] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 836.746432] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 836.746741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.746857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.813987] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 836.814659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.814933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.815136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.815333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.815449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.815518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.815678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.815767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815861] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.820017] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 836.823067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.824053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc in Status: SUCCESS [ 836.824272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.824447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.824656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.824870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.825017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.825108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.825272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.825354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.825450] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.826943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.827252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.827933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.827933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.827933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.827933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.828242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.828242] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.012547] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.012737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.012813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.013754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.013949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.014089] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 837.047310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.047475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.047562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.047744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.047885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.061223] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 837.140550] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.140815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.140946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.141190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.141284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.141492] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f already deleted. [ 837.141492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.141627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.141762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.141866] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.330407] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.334405] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.334405] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.665773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.665934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.666015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.666308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.666397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.666491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f already deleted. [ 837.666568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.833129] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.834376] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.836075] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.975601] env[65255]: INFO networking_nsxv3.common.synchronization [None req-447f6654-cbbb-4d2e-90c3-1966033a31c7 None None] Enqueued Resource ID: 3ed8f41b-db9e-41f5-8253-557dafa8262a with Priority: HIGHEST for action port [ 837.976238] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed8f41b-db9e-41f5-8253-557dafa8262a with Priority: HIGHEST for action port [ 837.976558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed8f41b-db9e-41f5-8253-557dafa8262a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed8f41b-db9e-41f5-8253-557dafa8262a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed8f41b-db9e-41f5-8253-557dafa8262a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.977013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed8f41b-db9e-41f5-8253-557dafa8262a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977684] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed8f41b-db9e-41f5-8253-557dafa8262a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.337744] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.338390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.338452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.338556] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 838.340457] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.340627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.340721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.340994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.341206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.341333] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be updated. [ 838.342883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.343057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.343156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.343384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.343500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.343639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc is going to be updated. [ 838.376897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.377123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.377123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.377405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.377571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379491] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.379685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.379685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.379839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.380189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.381439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.381590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.381889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.381889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.382089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.393654] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc in Status: IN_PROGRESS for 2s [ 838.395098] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 838.395273] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 838.481437] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed8f41b-db9e-41f5-8253-557dafa8262a [ 838.481437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.481437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.481437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.481437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.481437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.481437] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed8f41b-db9e-41f5-8253-557dafa8262a already deleted. [ 838.481437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed8f41b-db9e-41f5-8253-557dafa8262a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660790] env[65255]: INFO networking_nsxv3.common.synchronization [req-6ac7015a-d7a6-4682-bbe6-858bc598e00f req-56cee77d-756e-4861-9525-950ee197b772 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 838.661968] env[65255]: INFO networking_nsxv3.common.synchronization [req-6ac7015a-d7a6-4682-bbe6-858bc598e00f req-56cee77d-756e-4861-9525-950ee197b772 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 838.661968] env[65255]: INFO networking_nsxv3.common.synchronization [req-6ac7015a-d7a6-4682-bbe6-858bc598e00f req-56cee77d-756e-4861-9525-950ee197b772 tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 838.662494] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGHEST for action security_group_members [ 838.662714] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc with Priority: HIGHEST for action security_group_members [ 838.662878] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 838.663248] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.663370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.663612] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.663716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.663968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.664064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.728328] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: SUCCESS [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.728328] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.728328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.728328] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.074287] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 839.074509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.074684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.075131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.075354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.075513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.075579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.075701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.075782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.075868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.076028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.076129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.076209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.076364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.076505] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.076599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.076664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.076790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.076865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.076958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.077042] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.230780] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.579638] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52637014-6e75-4c23-92e5-df691a4122d7: rpc.has_security_group_logging(os_id): False [ 839.603503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.603687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.603861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.604087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.604222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.604474] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.604640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.604721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.604938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.605137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.605450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.605570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.605614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.605767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.605843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.606090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.606229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.606321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.606492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.606574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.606670] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 839.684399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.684399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.684399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.684666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.701991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 839.735575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7b6372-b384-412a-8c07-61111e3ef680: rpc.has_security_group_logging(os_id): False [ 839.759668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.759904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.759904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.760315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.760442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.760745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.760902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.761246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.761355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.761524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 is going to be created. [ 839.913375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.913604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.913704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.914033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.931648] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: IN_PROGRESS for 2s [ 840.406390] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc in Status: SUCCESS [ 840.406693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.406925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410146] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.410286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.410537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410833] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.412554] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 840.412745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413459] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 840.413619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.413974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414162] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.414512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.414669] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.417127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.417193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.417320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.417482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.417532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.417637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.417702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.417785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.417883] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.418665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.418848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.419021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.419127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.419192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.419355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.419405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.419475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.419571] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.422472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.422669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.422934] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.423086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.423157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.423491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.423491] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.424223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424424] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428496] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.428496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.428496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428768] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.924140] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b6c7187-eeb9-4bcb-86d7-ca6397f30edc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.924677] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.925841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.926040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.926135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.926377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.926497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.926738] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.926872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.926942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.927138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.927237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.927324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc is going to be deleted. [ 840.931075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.931172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.935031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.935031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.935031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.936283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.936283] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be updated. [ 840.938153] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.977499] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.977499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.977499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.977499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.977499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.977499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.980792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.980792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.980792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.981080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.981230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.994889] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 841.075063] env[65255]: INFO networking_nsxv3.common.synchronization [req-68684361-1a4c-4b2b-a669-bee4752e7d00 req-f4c173f8-b8f3-4a3d-a6a5-aa56c248b98b tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 841.075839] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 841.076075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.076262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.076344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.076507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.076714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.076853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.076917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.077124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.077213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.077308] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.431636] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11b0ee97-214d-45dd-b475-17a4f0ad1a5a: rpc.has_security_group_logging(os_id): False [ 841.432727] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc: rpc.has_security_group_logging(os_id): False [ 841.442173] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.455055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.455314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.455353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.455552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.455643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.455870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.455972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.456047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.456214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.456386] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc is going to be created. [ 841.458048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.458640] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.459060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.459164] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be updated. [ 841.487907] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc], does not exist path=[/infra/domains/default/groups/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc]."\n}' [ 841.488081] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc [ 841.488081] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 841.533531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.534070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.534278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.534617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.535513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.535932] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.536189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.537269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.537504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.537599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.537823] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.537927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.537991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.538154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.538229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.538315] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b6c7187-eeb9-4bcb-86d7-ca6397f30edc is going to be created. [ 841.540373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.540373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.540514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.540705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.540881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.556083] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: IN_PROGRESS for 2s [ 841.559977] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc], does not exist path=[/infra/domains/default/groups/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc [ 841.560164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b6c7187-eeb9-4bcb-86d7-ca6397f30edc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.560709] env[65255]: Traceback (most recent call last): [ 841.560754] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 841.560754] env[65255]: return func(*args, **kwargs) [ 841.560754] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 841.560754] env[65255]: res.raise_for_status() [ 841.560754] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 841.560754] env[65255]: raise HTTPError(http_error_msg, response=self) [ 841.560754] env[65255]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc [ 841.560754] env[65255]: During handling of the above exception, another exception occurred: [ 841.560754] env[65255]: Traceback (most recent call last): [ 841.560754] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 841.560754] env[65255]: listener.cb(fileno) [ 841.561173] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 841.561173] env[65255]: result = function(*args, **kwargs) [ 841.561173] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 841.561173] env[65255]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 841.561173] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 841.561173] env[65255]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 841.561173] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 841.561173] env[65255]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 841.561173] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 841.561173] env[65255]: res.raise_for_status() [ 841.561173] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 841.561173] env[65255]: raise HTTPError(http_error_msg, response=self) [ 841.561173] env[65255]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3b6c7187-eeb9-4bcb-86d7-ca6397f30edc [ 841.561173] env[65255]: Removing descriptor: 53 [ 841.582704] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.715046] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 841.715355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.715558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.715894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.715996] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.945529] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: SUCCESS [ 841.945983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.946267] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.946409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.946483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.946753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.946878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.946981] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 841.978682] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.978894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.978894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.979232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.979298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.989125] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 842.085449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.219033] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.219205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.219275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.219666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.219765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.219828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.220082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220258] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.588131] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.588313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.588447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588902] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 842.624182] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.624304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.624650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.624870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637447] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 842.724380] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.724592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.724709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.724963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.725195] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.725324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.725388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.725577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.725661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.726026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.726086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.726253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.726389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.726496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.726560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.726698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.726789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.726873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.726976] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.009309] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 843.009732] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a deletion is rescheduled due to dependency. [ 843.009732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.100714] env[65255]: INFO networking_nsxv3.common.synchronization [req-84fa022b-4e0e-4b95-a93e-48971d2a5ff4 req-e19a1e74-66ec-4f4c-b447-5966c6efc284 tempest-FloatingIPsAssociationTestJSON-210732388 tempest-FloatingIPsAssociationTestJSON-210732388-project-member] Enqueued Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 843.101457] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec with Priority: HIGHEST for action security_group_members [ 843.101785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.101948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.102034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.102325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.102535] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.102648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.102715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.103014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.104025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.104025] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6ea546-ed95-432b-8986-cfbbbcd8ebec',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.229543] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52637014-6e75-4c23-92e5-df691a4122d7: rpc.has_security_group_logging(os_id): False [ 843.252578] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.252703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.252789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.252997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.275769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.276109] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.276249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.276320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.276598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.276636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.276844] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.278460] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.278460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.278460] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 843.389148] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.389306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.389306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.389449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.389597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.412710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 843.570665] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a in Status: SUCCESS [ 843.570665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.607805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.607805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.607805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.607805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.628970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.635074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.635074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.635074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.635074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.635074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.635074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec is going to be updated. [ 843.662302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.662730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.662869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672170] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: IN_PROGRESS for 2s [ 844.001033] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 844.001351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.001553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.001818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.002399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.002566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.002726] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.003034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.003171] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.003261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.003318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.003448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.003519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003683] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.436597] env[65255]: INFO networking_nsxv3.common.synchronization [req-32109821-062f-4c4d-be1b-216f15b91b0f req-d9b9c238-2497-4b0f-9e6e-358badb7a0fa tempest-ListImageFiltersTestJSON-268057661 tempest-ListImageFiltersTestJSON-268057661-project-member] Enqueued Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 844.437064] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 with Priority: HIGHEST for action security_group_members [ 844.437064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb72e51-436a-480e-ae41-7f03a0f3db08 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.437373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.439475] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.439475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.439475] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb72e51-436a-480e-ae41-7f03a0f3db08',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.508413] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89e6cbd-d34d-44e7-bc64-10719b8121bc: rpc.has_security_group_logging(os_id): False [ 844.528856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.528856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.528856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.529179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.549818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.550182] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.550345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.550463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.550656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.550757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.551016] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.551130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.551201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.551382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.551466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.551721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.551801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.551874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.552191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.552307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.552406] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 844.646834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.647074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.647074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.647288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.647433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.650524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 844.650731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.663986] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 844.941070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.941375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.941375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.941544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.962312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.962683] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.962827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.962915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.963142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.963247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.963342] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 is going to be updated. [ 844.994826] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.995149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.995264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.995599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.995817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.009828] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: IN_PROGRESS for 2s [ 845.427989] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 845.428254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.684878] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec in Status: SUCCESS [ 845.685231] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6ea546-ed95-432b-8986-cfbbbcd8ebec deletion is rescheduled due to dependency. [ 845.685231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6ea546-ed95-432b-8986-cfbbbcd8ebec" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.408918] env[65255]: INFO networking_nsxv3.common.synchronization [req-0f4763f5-7fd6-4617-906a-2a5a23ab72eb req-8038d179-8ee3-4abd-9d53-3f994c4a9955 tempest-ServerMetadataTestJSON-660054720 tempest-ServerMetadataTestJSON-660054720-project-member] Enqueued Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 846.409524] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 846.410861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.410861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.410861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.410861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.411312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.411312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.411312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.411513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.411513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.411950] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.679351] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 846.679589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.856088] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.856407] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-303" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.856610] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-303" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.856840] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-303" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.858433] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.858661] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.858799] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.859060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.859321] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.859574] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.859702] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.859810] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.859935] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.860061] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.860183] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.860324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.887828] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.887828] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.887828] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.887828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-303" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.888246] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-43f846dc-6a2f-46d0-a322-b16844e6452e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.888246] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.889276] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.889276] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f846dc-6a2f-46d0-a322-b16844e6452e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.914676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.914676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.914795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.914943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.915078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.915255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.915357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.915419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.915571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.915646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.915730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 already deleted. [ 846.915810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.018730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 in Status: SUCCESS [ 847.018847] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb72e51-436a-480e-ae41-7f03a0f3db08 deletion is rescheduled due to dependency. [ 847.018910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb72e51-436a-480e-ae41-7f03a0f3db08" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.391261] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.391500] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.391625] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.391924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.392105] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.392282] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 43f846dc-6a2f-46d0-a322-b16844e6452e not found, creating... [ 847.392568] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.392724] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.392839] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.394095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.394095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.394095] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.394095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.394095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.394095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.394407] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.394407] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 43f846dc-6a2f-46d0-a322-b16844e6452e is going to be created. [ 847.417288] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.417550] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.417711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.418110] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.418478] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.418869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.496115] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 847.496115] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 847.497082] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 847.497082] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 847.497343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.497403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.497473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.497685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.497909] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.498075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.498171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.498407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.498525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.498689] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.500022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-627a5047-a786-4f25-b77c-8238c9a8ef85 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.500022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.500022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.500022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.500296] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.500296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.500390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.500521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.500605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.500696] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.540249] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_rules [ 847.540442] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 847.540573] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 847.540702] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 847.540827] env[65255]: INFO networking_nsxv3.common.synchronization [req-64fbf9c1-13f5-4e46-b0b3-275bed2a4c59 req-c6f54923-9171-4cfc-897b-e658de0dbcaa tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 847.541511] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_rules [ 847.541651] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 847.541806] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 847.541868] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 847.541950] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 847.542256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-627a5047-a786-4f25-b77c-8238c9a8ef85 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.542422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.542594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.542694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.542809] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.544093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.544469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.544570] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.545428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.545536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.545648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.545748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.545824] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7244d90-c6f5-4f55-9f38-93b8d995a1cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.546762] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-627a5047-a786-4f25-b77c-8238c9a8ef85 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.546762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.546909] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.546909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.004413] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.004413] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.048210] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-627a5047-a786-4f25-b77c-8238c9a8ef85 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.048435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.048794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.048794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.048923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7244d90-c6f5-4f55-9f38-93b8d995a1cd with status ACTIVE [ 848.049134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.049242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.049300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.049543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.049635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.049816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.049922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.049990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.050139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.050214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.050415] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.050525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.050587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.050784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.050784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.050897] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd is going to be updated. [ 848.080269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.080726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.080726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.080991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.081257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.081513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.108033] env[65255]: INFO networking_nsxv3.common.synchronization [req-5328a44b-6aa7-47ea-9232-98cd03cafd05 req-19b6b671-831a-4d46-8950-f347e84e5732 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 848.108503] env[65255]: INFO networking_nsxv3.common.synchronization [req-5328a44b-6aa7-47ea-9232-98cd03cafd05 req-19b6b671-831a-4d46-8950-f347e84e5732 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 848.109184] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 848.109861] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 with Priority: HIGHEST for action security_group_members [ 848.110423] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.110552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.110827] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-627a5047-a786-4f25-b77c-8238c9a8ef85 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.110827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.149616] env[65255]: INFO networking_nsxv3.common.synchronization [req-0f4763f5-7fd6-4617-906a-2a5a23ab72eb req-c73d2bfc-8780-4bf1-bb76-4363ba294cec service nova] Enqueued Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_rules [ 848.149917] env[65255]: INFO networking_nsxv3.common.synchronization [req-0f4763f5-7fd6-4617-906a-2a5a23ab72eb req-c73d2bfc-8780-4bf1-bb76-4363ba294cec service nova] Enqueued Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 848.150591] env[65255]: INFO networking_nsxv3.common.synchronization [req-0f4763f5-7fd6-4617-906a-2a5a23ab72eb req-c73d2bfc-8780-4bf1-bb76-4363ba294cec service nova] Enqueued Resource ID: 43f846dc-6a2f-46d0-a322-b16844e6452e with Priority: HIGHEST for action port [ 848.152192] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_rules [ 848.152610] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 848.152928] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f846dc-6a2f-46d0-a322-b16844e6452e with Priority: HIGHEST for action port [ 848.153422] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.153681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.153927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.154353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.154577] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.156174] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.156357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.156468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.156720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.156982] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.157152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.157259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.157480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.157661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.157829] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.160247] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f846dc-6a2f-46d0-a322-b16844e6452e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.160247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.160247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.160247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.160247] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f846dc-6a2f-46d0-a322-b16844e6452e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.164611] env[65255]: INFO networking_nsxv3.common.synchronization [req-5328a44b-6aa7-47ea-9232-98cd03cafd05 req-19b6b671-831a-4d46-8950-f347e84e5732 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 848.164611] env[65255]: INFO networking_nsxv3.common.synchronization [req-5328a44b-6aa7-47ea-9232-98cd03cafd05 req-19b6b671-831a-4d46-8950-f347e84e5732 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 848.164611] env[65255]: INFO networking_nsxv3.common.synchronization [req-5328a44b-6aa7-47ea-9232-98cd03cafd05 req-19b6b671-831a-4d46-8950-f347e84e5732 tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 848.165322] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_rules [ 848.165433] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 848.165591] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd with Priority: HIGHEST for action port [ 848.165964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.169293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.170439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.170439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.170439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.170439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.170439] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7244d90-c6f5-4f55-9f38-93b8d995a1cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.507286] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.507286] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.556031] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaf99fa-2e2a-4202-97dc-dc4addceb906 req-b039a98b-d411-4361-a269-08c01702c50c tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 848.556780] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 848.558073] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.558234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.558297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.558552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.558716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.558794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.558794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.558926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.559029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.559104] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.663046] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.664372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.664372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.665639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f846dc-6a2f-46d0-a322-b16844e6452e with status ACTIVE [ 848.665837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.665949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.666024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.666234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.666322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.666480] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.666567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.666628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.666770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.666839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.667019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.667110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.667166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.667291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.667352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.667435] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f846dc-6a2f-46d0-a322-b16844e6452e is going to be updated. [ 848.673508] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7244d90-c6f5-4f55-9f38-93b8d995a1cd with status ACTIVE [ 848.673508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.673508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.673768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.673768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.673927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.674228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.674228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.674228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.674402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.674402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.674532] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.674686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.674686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.674818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.674899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.674953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7244d90-c6f5-4f55-9f38-93b8d995a1cd is going to be updated. [ 848.695132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.695296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.695367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.695959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.696129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.696850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7244d90-c6f5-4f55-9f38-93b8d995a1cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.697285] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.697405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.697472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.697656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.697790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.698251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f846dc-6a2f-46d0-a322-b16844e6452e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.750715] env[65255]: INFO networking_nsxv3.common.synchronization [req-3eaf99fa-2e2a-4202-97dc-dc4addceb906 req-2afa6ad6-b44c-44e0-b690-3eb7a018de24 tempest-ServersTestMultiNic-272683481 tempest-ServersTestMultiNic-272683481-project-member] Enqueued Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 848.750953] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52637014-6e75-4c23-92e5-df691a4122d7 with Priority: HIGHEST for action security_group_members [ 848.751307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-52637014-6e75-4c23-92e5-df691a4122d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.751423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.008100] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.008451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.008451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.008540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.008674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.008730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 849.010046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.010159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.010231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.010379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.010995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.010995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 is going to be created. [ 849.034695] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.034829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.034880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.035062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.035339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.038249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.038396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.038503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.038727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.038810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.046762] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 849.047373] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 in Status: UNINITIALIZED for 2s [ 849.060885] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.153012] env[65255]: INFO networking_nsxv3.common.synchronization [req-3a7bfc85-e6a2-4078-a331-81413bfe7cbe req-6dbf7556-7240-4bcd-853e-60192ff481aa tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 849.153579] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 849.153967] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154603] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.154793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.154793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.154911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.154990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.155101] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.170181] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.516824] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.517062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.517204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.517455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.517697] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.517861] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.517971] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.518199] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.518335] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.520020] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.520020] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.520020] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.520020] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.520020] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.520020] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.520020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.546319] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.546485] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.546675] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.546888] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.547229] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-c517af9a-1766-42b3-b85f-3ba655b38164 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.547401] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.547520] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.547827] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.547963] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c517af9a-1766-42b3-b85f-3ba655b38164',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.562996] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.657363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.658093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.658195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.658256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.658396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.658468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.658549] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 already deleted. [ 849.658627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.671328] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.671475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.671541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.671729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.671955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.672119] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 is going to be created. [ 849.698559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.698559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.698559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.698817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.698956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.709492] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: UNINITIALIZED for 2s [ 850.050301] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.050698] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.050698] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.050944] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.051199] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.051355] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port c517af9a-1766-42b3-b85f-3ba655b38164 not found, creating... [ 850.051617] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.051775] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.051922] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.052163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.052298] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.052578] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.052740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.052853] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.053259] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.053457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.053691] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: c517af9a-1766-42b3-b85f-3ba655b38164 is going to be created. [ 850.066251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.066944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 850.076507] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.076507] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.076722] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.076874] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.077180] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.077449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.100551] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.100725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.100779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.100985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.101339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.110877] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 850.819808] env[65255]: INFO networking_nsxv3.common.synchronization [req-3a7bfc85-e6a2-4078-a331-81413bfe7cbe req-f6516f78-134b-4ede-b4bf-ef2861fe9620 service nova] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 850.819930] env[65255]: INFO networking_nsxv3.common.synchronization [req-3a7bfc85-e6a2-4078-a331-81413bfe7cbe req-f6516f78-134b-4ede-b4bf-ef2861fe9620 service nova] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 850.820239] env[65255]: INFO networking_nsxv3.common.synchronization [req-3a7bfc85-e6a2-4078-a331-81413bfe7cbe req-f6516f78-134b-4ede-b4bf-ef2861fe9620 service nova] Enqueued Resource ID: c517af9a-1766-42b3-b85f-3ba655b38164 with Priority: HIGHEST for action port [ 850.820777] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_rules [ 850.821225] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 850.821225] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c517af9a-1766-42b3-b85f-3ba655b38164 with Priority: HIGHEST for action port [ 850.822134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.822370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.822417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.824604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.824604] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.825031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.828062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.828062] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.828062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c517af9a-1766-42b3-b85f-3ba655b38164 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.828062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.828062] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c517af9a-1766-42b3-b85f-3ba655b38164',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.060261] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 851.060614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.061935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.062070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.062251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.062396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.062466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.062658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.062755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.062874] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.064955] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 in Status: SUCCESS [ 851.065162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.065373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.065468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.065667] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.065728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.065789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.065989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.065989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.066100] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.329456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.329621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.329788] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.331118] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c517af9a-1766-42b3-b85f-3ba655b38164 with status ACTIVE [ 851.332035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.332035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.332035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.332035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.332035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.332035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.332035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.334775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.335117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.335231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.335452] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.335560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.335625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.335841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.335929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.336036] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c517af9a-1766-42b3-b85f-3ba655b38164 is going to be updated. [ 851.360899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.360899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.360899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.361176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.361393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.361648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c517af9a-1766-42b3-b85f-3ba655b38164" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.568174] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.570121] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.570121] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.570121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.570648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.570648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.570648] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 is going to be deleted. [ 851.612902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.613236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.613340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.613649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.615319] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.615319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.615704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.615743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.615959] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.725879] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: SUCCESS [ 851.726138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.726434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.726658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.726867] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.726988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.727073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.727244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.727327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.727412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.727534] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.837884] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.072752] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.119310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.119551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.119551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.119732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.119818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.120036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.120135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.120190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.120342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.120417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.120501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 already deleted. [ 852.120578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.120706] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.122313] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 852.122497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.122638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.122802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.122954] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.123069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.123134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.123275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.123351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.123439] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.124221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.125177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.125177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.125177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.125177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.125177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.125177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.125177] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52637014-6e75-4c23-92e5-df691a4122d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.234307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.234455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.234526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.234784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.234932] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.235120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.235323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.235410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.235555] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.235642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.235984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.236139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.236897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236897] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.341198] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.344109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.344315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.344577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.344677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.344791] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 is going to be created. [ 852.372214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.372214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.372214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.372214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.372214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.385115] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: UNINITIALIZED for 2s [ 852.575459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.575636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.575704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.575908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.576008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.576116] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 852.606131] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.606357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.606433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.606674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.606823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.616748] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 852.627312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.627471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.627623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.627775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.627879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.628098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.628204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.628268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.628472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.628519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.628607] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 already deleted. [ 852.628685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.628948] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('627a5047-a786-4f25-b77c-8238c9a8ef85',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.630157] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.630317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.630360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.630493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.630565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.630728] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.630822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.630885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.631037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.631118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.631203] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 is going to be updated. [ 852.663629] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.663629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.663629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.663629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.663629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.674733] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: IN_PROGRESS for 2s [ 852.738639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed53e1c0-d837-4519-8f9d-30004eb7f2d9: rpc.has_security_group_logging(os_id): False [ 852.773442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.773442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.773442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.773442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.774194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.774194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.774194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.774194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.774194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.774194] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 is going to be created. [ 852.837399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.837622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.837622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.837840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.838030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.848209] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: IN_PROGRESS for 2s [ 853.133560] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 627a5047-a786-4f25-b77c-8238c9a8ef85: rpc.has_security_group_logging(os_id): False [ 853.154692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.154947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.155097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.155368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.155471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.156396] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.156396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.156396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.156396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.156396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.156396] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 is going to be created. [ 853.179387] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85], does not exist path=[/infra/domains/default/groups/627a5047-a786-4f25-b77c-8238c9a8ef85]."\n}' [ 853.179555] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85 [ 853.179639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 853.215652] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.215870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.215918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.216177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.216992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.217326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.217701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.217701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.217953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.217953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.218101] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.218196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.218279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.218464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.218544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.218663] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 627a5047-a786-4f25-b77c-8238c9a8ef85 is going to be created. [ 853.238489] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85], does not exist path=[/infra/domains/default/groups/627a5047-a786-4f25-b77c-8238c9a8ef85]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85 [ 853.238869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-627a5047-a786-4f25-b77c-8238c9a8ef85" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.238869] env[65255]: Traceback (most recent call last): [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 853.239107] env[65255]: return func(*args, **kwargs) [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 853.239107] env[65255]: res.raise_for_status() [ 853.239107] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 853.239107] env[65255]: raise HTTPError(http_error_msg, response=self) [ 853.239107] env[65255]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85 [ 853.239107] env[65255]: During handling of the above exception, another exception occurred: [ 853.239107] env[65255]: Traceback (most recent call last): [ 853.239107] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 853.239107] env[65255]: listener.cb(fileno) [ 853.239107] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.239107] env[65255]: result = function(*args, **kwargs) [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 853.239107] env[65255]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 853.239107] env[65255]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 853.239107] env[65255]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 853.239107] env[65255]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 853.239107] env[65255]: res.raise_for_status() [ 853.239107] env[65255]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 853.239107] env[65255]: raise HTTPError(http_error_msg, response=self) [ 853.239107] env[65255]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/627a5047-a786-4f25-b77c-8238c9a8ef85 [ 853.239107] env[65255]: Removing descriptor: 58 [ 854.401297] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: SUCCESS [ 854.401598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.401704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.402359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.402586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.402663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.402858] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.628556] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 854.628801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.628979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.629259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.629465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.629577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.629649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.629811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.629884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.629973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.630082] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.630920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.631495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.631855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.631932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.632019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.632209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.632512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.632638] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.686151] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52637014-6e75-4c23-92e5-df691a4122d7 in Status: SUCCESS [ 854.686327] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52637014-6e75-4c23-92e5-df691a4122d7 deletion is rescheduled due to dependency. [ 854.686472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52637014-6e75-4c23-92e5-df691a4122d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.873493] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: SUCCESS [ 854.873493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.907038] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.135270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.135498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.135628] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.410650] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd5f667d-4ba1-403e-b76e-fa99b52122c7: rpc.has_security_group_logging(os_id): False [ 855.438538] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.438538] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.438538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.438538] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 is going to be created. [ 855.501687] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.501828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.501899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: IN_PROGRESS for 2s [ 855.638133] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.822486] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.822486] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 856.141448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.142741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.143338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.143683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.143785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.143934] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 856.149119] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1268e69-22f9-40c7-a0d6-1a6721abaf82 req-eba4d959-8e46-4a31-8730-2037ac18233f tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 856.152859] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 856.152859] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.152859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.152859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.153161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.153293] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.153464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.153636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.153854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.154069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.154203] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.186527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.189598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.189598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.189598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.189598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.198876] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 856.563470] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.563862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.563862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.564253] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.565028] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.565165] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.566263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.566263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.566263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.566263] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.566263] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.566454] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.566454] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.566544] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.566584] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.566718] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.590701] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.590891] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.590989] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.591183] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.591516] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-13d135d7-d04c-42df-8afd-30e7113eb45d taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.592142] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592142] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.592371] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.592618] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d135d7-d04c-42df-8afd-30e7113eb45d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.657573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.657740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.658611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.659016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.659016] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 already deleted. [ 856.659016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.095314] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.095548] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.095674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.095955] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.096118] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.096265] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 13d135d7-d04c-42df-8afd-30e7113eb45d not found, creating... [ 857.096569] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.096727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.096843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.097078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.097255] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.097549] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.097914] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.097914] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.098059] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.098146] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.098279] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 13d135d7-d04c-42df-8afd-30e7113eb45d is going to be created. [ 857.126340] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.126587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.126704] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.126983] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.127237] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.127460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.529340] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: SUCCESS [ 857.529340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.860176] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1268e69-22f9-40c7-a0d6-1a6721abaf82 req-0c95dc3f-9309-432c-b3d1-dc7751beb7c8 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 857.860925] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1268e69-22f9-40c7-a0d6-1a6721abaf82 req-0c95dc3f-9309-432c-b3d1-dc7751beb7c8 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 857.861288] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1268e69-22f9-40c7-a0d6-1a6721abaf82 req-0c95dc3f-9309-432c-b3d1-dc7751beb7c8 service nova] Enqueued Resource ID: 13d135d7-d04c-42df-8afd-30e7113eb45d with Priority: HIGHEST for action port [ 857.861886] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 857.862095] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 857.862309] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d135d7-d04c-42df-8afd-30e7113eb45d with Priority: HIGHEST for action port [ 857.862632] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.862815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.862923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.863317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.863463] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.865027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.865241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.866997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.866997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.866997] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.868063] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d135d7-d04c-42df-8afd-30e7113eb45d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.868162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.868215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.868961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.868961] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d135d7-d04c-42df-8afd-30e7113eb45d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.211869] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 858.212237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.212894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.213099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.213217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.213474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.213474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.213616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.213616] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.312806] env[65255]: INFO networking_nsxv3.common.synchronization [None req-4747cc89-925b-4829-9423-d42258ee9073 None None] Enqueued Resource ID: 770a85f2-7c11-448e-a547-0ed51b71617c with Priority: HIGHEST for action port [ 858.313290] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 770a85f2-7c11-448e-a547-0ed51b71617c with Priority: HIGHEST for action port [ 858.313559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-770a85f2-7c11-448e-a547-0ed51b71617c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.313675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-770a85f2-7c11-448e-a547-0ed51b71617c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.313837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-770a85f2-7c11-448e-a547-0ed51b71617c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.314166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-770a85f2-7c11-448e-a547-0ed51b71617c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.314166] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('770a85f2-7c11-448e-a547-0ed51b71617c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.371141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.371280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.371474] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.373852] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d135d7-d04c-42df-8afd-30e7113eb45d with status ACTIVE [ 858.374684] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.374684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.374684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.374956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.374956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.375140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.375287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.375353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.375512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.375593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.375772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.375867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.375930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.376524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.376580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.376673] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d135d7-d04c-42df-8afd-30e7113eb45d is going to be updated. [ 858.400143] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.400722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.400868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.401151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.401352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.401581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d135d7-d04c-42df-8afd-30e7113eb45d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.717793] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.815990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 770a85f2-7c11-448e-a547-0ed51b71617c [ 858.816438] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.816644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.816837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.816931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.817076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.817151] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:770a85f2-7c11-448e-a547-0ed51b71617c already deleted. [ 858.817227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-770a85f2-7c11-448e-a547-0ed51b71617c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.879855] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.127141] env[65255]: INFO networking_nsxv3.common.synchronization [req-13f87c57-60bd-43d5-9305-6a9eeed635e2 req-bc456a33-9b8f-4a81-b09e-f07d1d19544c tempest-ServerRescueTestJSONUnderV235-824618997 tempest-ServerRescueTestJSONUnderV235-824618997-project-member] Enqueued Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 859.127444] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 with Priority: HIGHEST for action security_group_members [ 859.127855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.128120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.219715] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.382126] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.382370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.382478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.382872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.382872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.383037] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be created. [ 859.418432] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.418432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.418432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.418432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.418432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.430131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: UNINITIALIZED for 2s [ 859.652917] env[65255]: INFO networking_nsxv3.common.synchronization [None req-91831a0c-c5a8-44e0-a35e-09e034927aad tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 859.654734] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 859.654734] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.655140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.655140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.656311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.656311] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.725238] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.725493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.725493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.725662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.725751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725962] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 859.762320] env[65255]: INFO networking_nsxv3.common.synchronization [None req-79ce51b3-b634-4862-b096-02f66e725c99 tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 859.764609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.764609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.764609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.764609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.765119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.766766] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 859.767610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.767610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.780950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 860.189805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.189805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.189805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.189805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.189805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.190308] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 already deleted. [ 860.190417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.191027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.191027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.191261] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.717453] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.721608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.721608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.721608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.721608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.721608] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 already deleted. [ 860.721608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.767426] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c357efc7-2298-43e6-a6ea-bc0a3752288a None None] Enqueued Resource ID: 36b72c71-61c6-41bb-a4a0-0b4d42211338 with Priority: HIGHEST for action port [ 860.768409] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b72c71-61c6-41bb-a4a0-0b4d42211338 with Priority: HIGHEST for action port [ 860.768720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b72c71-61c6-41bb-a4a0-0b4d42211338 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.768843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b72c71-61c6-41bb-a4a0-0b4d42211338" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.768909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b72c71-61c6-41bb-a4a0-0b4d42211338" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.772783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b72c71-61c6-41bb-a4a0-0b4d42211338" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.772783] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b72c71-61c6-41bb-a4a0-0b4d42211338',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.276068] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36b72c71-61c6-41bb-a4a0-0b4d42211338 [ 861.276465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.276465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.276465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.276678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.276947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.276947] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36b72c71-61c6-41bb-a4a0-0b4d42211338 already deleted. [ 861.276947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b72c71-61c6-41bb-a4a0-0b4d42211338" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.442568] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 861.442568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.442724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.442846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.443177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.443243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.443435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.443606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.443697] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.792541] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 861.792757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.792924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.793186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.793363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.793680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.793680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.793680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.793879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.793879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.794057] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe830120-54ba-4d73-9ac2-30a01aa11cc7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.794171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.794249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.794400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.794550] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.794647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.794725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.794867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.794941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.795120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.795209] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.796041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.796206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.796355] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.796462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.796518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.796652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.796731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.796815] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.945733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.945896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.945959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.946254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.946432] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.946537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.946600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.946751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.946840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.946927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.947223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.947323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.947380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.947547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.947711] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.947816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.947874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.948019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.948162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.948229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.948388] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.298822] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe830120-54ba-4d73-9ac2-30a01aa11cc7: rpc.has_security_group_logging(os_id): False [ 862.301354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.301354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.301354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.301354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.324442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.324648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.326834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.327155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.327367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.327367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.328144] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 862.328780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.328780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.328780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.328981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.328981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.329319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.329319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.329319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.329442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.329514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.329570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.329737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.329813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.329992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.330099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.330160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.330294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.330367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.330448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be updated. [ 862.359771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.359771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.359771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.359771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.359771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.374724] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 862.393120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.393120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.393120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.393120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.393120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.408471] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: IN_PROGRESS for 2s [ 862.451325] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 862.501940] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.502285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.502285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.502508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.502589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.502791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.502904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.502961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.503108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.503173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.503479] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.503479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.503644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.503644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.503748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.503873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.504144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.504731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.504731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.504731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.504731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be created. [ 862.588751] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.588751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.588751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.588751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.588751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.601205] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 864.383125] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 864.383125] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 deletion is rescheduled due to dependency. [ 864.383125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.422684] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 in Status: SUCCESS [ 864.422913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.423112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.423342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.423435] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe830120-54ba-4d73-9ac2-30a01aa11cc7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.500099] env[65255]: INFO networking_nsxv3.common.synchronization [req-701f87e5-3925-4983-a515-1dee128d3847 req-836d47c5-dc3b-46d2-bf54-217c48972fc5 tempest-ServerMetadataTestJSON-660054720 tempest-ServerMetadataTestJSON-660054720-project-member] Enqueued Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 864.500099] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 with Priority: HIGHEST for action security_group_members [ 864.500099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.500099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.500099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.500099] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed53e1c0-d837-4519-8f9d-30004eb7f2d9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.613980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 864.614303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632381] env[65255]: INFO networking_nsxv3.common.synchronization [req-ee5742dd-c12a-4c63-a032-750373d31bba req-cefc6134-4357-49f2-9747-7d27727ded22 tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 864.632381] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 864.632381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.632381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.632601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.632641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.633216] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.633216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.633216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.633216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.633216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.633216] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.944681] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.946100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.946100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.946100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.946100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.946100] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe830120-54ba-4d73-9ac2-30a01aa11cc7 is going to be deleted. [ 865.000869] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.001074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.001131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.001352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.001440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.001504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe830120-54ba-4d73-9ac2-30a01aa11cc7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.003073] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.003299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.003299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.003447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.014220] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.014426] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.014547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.014801] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.015080] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.015261] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.015380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.015596] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.015736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.015942] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.016066] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.016370] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.016370] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.016370] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.016536] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.016626] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.028818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.029074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.029192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.029263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.029477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.029585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.029717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 is going to be updated. [ 865.042546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.042843] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.043088] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.043358] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.043822] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.044133] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.044359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.044812] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.045060] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d925c5-9e4a-4e94-9b3e-812a1a8f2f30',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.075870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.076042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.076120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.076358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.076519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.099716] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: IN_PROGRESS for 2s [ 865.135399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.135618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.135668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.135876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.158396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.158702] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.158845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.158928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.159156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.159286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.159423] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 865.186103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.186248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.186308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.186523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.186655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.197178] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 865.549042] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.549042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.549042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.549042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.549042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.549736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 not found, creating... [ 865.549736] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.549736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.549736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.550163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.550163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550463] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.550550] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.550706] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.550844] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.550973] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.551133] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 is going to be created. [ 865.571963] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.572338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.572338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.572623] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572870] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.573747] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.299750] env[65255]: INFO networking_nsxv3.common.synchronization [req-ee5742dd-c12a-4c63-a032-750373d31bba req-c1122b34-1d0b-46eb-b485-5cf615c5908f service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 866.299970] env[65255]: INFO networking_nsxv3.common.synchronization [req-ee5742dd-c12a-4c63-a032-750373d31bba req-c1122b34-1d0b-46eb-b485-5cf615c5908f service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 866.300140] env[65255]: INFO networking_nsxv3.common.synchronization [req-ee5742dd-c12a-4c63-a032-750373d31bba req-c1122b34-1d0b-46eb-b485-5cf615c5908f service nova] Enqueued Resource ID: 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 with Priority: HIGHEST for action port [ 866.300800] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 866.301017] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 866.301208] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 with Priority: HIGHEST for action port [ 866.302229] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.302595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.302694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.303442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.303558] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.305320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.305453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.305730] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.305861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.305935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.306176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.306285] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d925c5-9e4a-4e94-9b3e-812a1a8f2f30',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.810663] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.810663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.813041] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 with status ACTIVE [ 866.813299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.813432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.813510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.813824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.813929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.814268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.814344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.814383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.814549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.814624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.814835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.814926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.814991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.815164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.815264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.815318] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98d925c5-9e4a-4e94-9b3e-812a1a8f2f30 is going to be updated. [ 866.838069] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.838385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.838385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.838564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.838727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.838923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d925c5-9e4a-4e94-9b3e-812a1a8f2f30" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.111344] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 in Status: SUCCESS [ 867.111540] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed53e1c0-d837-4519-8f9d-30004eb7f2d9 deletion is rescheduled due to dependency. [ 867.111656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed53e1c0-d837-4519-8f9d-30004eb7f2d9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.207530] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 867.208552] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 867.208552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.208552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.208552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.208552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.208552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.208552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.208810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.208810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.208855] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.711757] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.214355] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.717266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.717454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.717454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.717730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.717825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.717925] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 868.748179] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.748179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.748179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.748179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.748700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.763441] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 870.776792] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 870.777103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.777187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.777435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.777589] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.777708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.777773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.777924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.778025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.778134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.778228] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.282036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.282036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.282036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.282036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.282036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.282036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.282302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.282302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.282302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.282395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.282549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.282642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.282699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.282836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.282983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.283113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.283166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.283302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.283372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.283450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.283537] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.301983] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.302252] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 871.790372] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6285dc15-ab69-4b43-afad-64b221dcd6de: rpc.has_security_group_logging(os_id): False [ 871.809419] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.809563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.809639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.809853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.809946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.810178] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.810281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.810346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.810498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.810621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.811013] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.811402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.811514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.811730] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.812078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.812115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.812204] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 871.889060] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.889173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.889246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.889496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.889697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.902034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 873.919074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 873.919337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088902] env[65255]: INFO networking_nsxv3.common.synchronization [req-acba3c67-0aea-4958-bea6-109940b127b2 req-902fe19c-7742-418e-8523-f8505fed470c tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 876.089481] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 876.089791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.089914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.089982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.090646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.090847] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.091611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.091797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.092013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.092141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.092272] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.380596] env[65255]: INFO networking_nsxv3.common.synchronization [None req-dbffba59-52ee-4f2b-b5c0-f1d9b23d47bb None None] Enqueued Resource ID: ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd with Priority: HIGHEST for action port [ 876.381570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd with Priority: HIGHEST for action port [ 876.381888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.382029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.382103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.382366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.382458] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.466808] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.467065] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.467358] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.467571] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.467854] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.468415] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.468483] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.468791] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.468991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.469272] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.469440] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.469595] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.469813] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.469898] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.470056] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.470241] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.494826] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.495017] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.495182] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.495369] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.495689] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-edb304c8-6d6b-4d3a-a668-4dbee644f27d taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.495863] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.495978] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.496432] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.496608] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb304c8-6d6b-4d3a-a668-4dbee644f27d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.595601] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.595826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.595869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.596207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.596207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.596442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.596540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.596608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.596785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.596867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.596968] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 already deleted. [ 876.597069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.884514] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd [ 876.884754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.884911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.884990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.885504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.885619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.885724] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd already deleted. [ 876.886021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1d94d4-6a1f-49c5-aabe-9e6a3be525cd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.000795] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.001057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.001189] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.001474] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.001624] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.001777] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port edb304c8-6d6b-4d3a-a668-4dbee644f27d not found, creating... [ 877.002105] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002278] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002396] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002627] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.003104] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.003249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.003373] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.003701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.003847] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.004053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: edb304c8-6d6b-4d3a-a668-4dbee644f27d is going to be created. [ 877.025999] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.026280] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.026489] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.026809] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.027112] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.027411] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.801283] env[65255]: INFO networking_nsxv3.common.synchronization [req-acba3c67-0aea-4958-bea6-109940b127b2 req-0a29ac13-e2d3-4351-8cf6-14cac3abd3f0 service nova] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_rules [ 877.801548] env[65255]: INFO networking_nsxv3.common.synchronization [req-acba3c67-0aea-4958-bea6-109940b127b2 req-0a29ac13-e2d3-4351-8cf6-14cac3abd3f0 service nova] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 877.801548] env[65255]: INFO networking_nsxv3.common.synchronization [req-acba3c67-0aea-4958-bea6-109940b127b2 req-0a29ac13-e2d3-4351-8cf6-14cac3abd3f0 service nova] Enqueued Resource ID: edb304c8-6d6b-4d3a-a668-4dbee644f27d with Priority: HIGHEST for action port [ 877.802267] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_rules [ 877.802342] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 877.803136] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb304c8-6d6b-4d3a-a668-4dbee644f27d with Priority: HIGHEST for action port [ 877.803446] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.803576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.803646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.803886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.803968] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.805419] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.805551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.805615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.806117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.806117] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.806117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.806117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.806273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.806303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.806393] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.807508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb304c8-6d6b-4d3a-a668-4dbee644f27d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.807621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.807700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.807835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.807910] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb304c8-6d6b-4d3a-a668-4dbee644f27d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.161064] env[65255]: INFO networking_nsxv3.common.synchronization [req-97f640c3-4b31-46d0-8798-4475bf63883b req-8d6a53b7-7226-41a1-bcf1-53b54807c1bf tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 878.161064] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 878.161064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.161064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.161064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.161064] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.305946] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.306090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.307747] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.310369] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edb304c8-6d6b-4d3a-a668-4dbee644f27d with status ACTIVE [ 878.310559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.310684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.310753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.310961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.311064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.311258] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.311360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.311470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.311569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.311651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.312031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.312188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.312279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.312432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.312503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.312613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edb304c8-6d6b-4d3a-a668-4dbee644f27d is going to be updated. [ 878.337294] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.337294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb304c8-6d6b-4d3a-a668-4dbee644f27d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.663021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.663171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.663244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.663484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.663581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.663772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.663871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.663935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.664126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.664235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.664324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 878.695926] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.696203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.707471] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 878.809662] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.312316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.312574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.312639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.312835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.312949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.313095] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be created. [ 879.343574] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.343574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.343739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.343817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.344652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.366871] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: UNINITIALIZED for 2s [ 879.750725] env[65255]: INFO networking_nsxv3.common.synchronization [req-9632c49c-c74f-4db8-8f1a-94fbfe7fb64a req-72e59e23-65e2-48b7-9ed7-15f5753ce323 tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 879.751219] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 879.751582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.751682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.717074] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 880.717313] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 880.717420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.815646] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.815843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.815966] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816251] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816536] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816824] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.817052] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.817196] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.817403] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.817514] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.817620] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.817723] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.817828] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.817930] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.818095] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.838627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.838808] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.838889] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.839082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.839410] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-141657f6-7118-47a5-b563-4d7101671253 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.839586] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.839707] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.840067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.840260] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141657f6-7118-47a5-b563-4d7101671253',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.342863] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.343214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.343393] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.343799] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.344016] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.344285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 141657f6-7118-47a5-b563-4d7101671253 not found, creating... [ 881.344754] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.344981] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.345177] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.345460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.345625] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.346011] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.346213] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.346396] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.346761] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.346869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.347444] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 141657f6-7118-47a5-b563-4d7101671253 is going to be created. [ 881.370669] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.370918] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.371014] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.371361] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.371620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.371853] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.378945] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 881.379195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.379382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.379613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.379807] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.379950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.380201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.380284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.380400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.380583] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.381589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.381762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.381954] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.382082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.382202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.382335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.382415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.382506] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.885154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.885486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.885522] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.145729] env[65255]: INFO networking_nsxv3.common.synchronization [req-9632c49c-c74f-4db8-8f1a-94fbfe7fb64a req-46288475-9dd3-41cb-a6c0-5525237d01d0 service nova] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_rules [ 882.147389] env[65255]: INFO networking_nsxv3.common.synchronization [req-9632c49c-c74f-4db8-8f1a-94fbfe7fb64a req-46288475-9dd3-41cb-a6c0-5525237d01d0 service nova] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 882.147564] env[65255]: INFO networking_nsxv3.common.synchronization [req-9632c49c-c74f-4db8-8f1a-94fbfe7fb64a req-46288475-9dd3-41cb-a6c0-5525237d01d0 service nova] Enqueued Resource ID: 141657f6-7118-47a5-b563-4d7101671253 with Priority: HIGHEST for action port [ 882.148205] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_rules [ 882.148353] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 882.148586] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141657f6-7118-47a5-b563-4d7101671253 with Priority: HIGHEST for action port [ 882.148857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.148969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.149187] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.149277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.149459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-141657f6-7118-47a5-b563-4d7101671253 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.149563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.149748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.149928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.150027] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141657f6-7118-47a5-b563-4d7101671253',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.388829] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.653737] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 141657f6-7118-47a5-b563-4d7101671253 with status ACTIVE [ 882.653737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.653737] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.653737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.654081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.654081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.654447] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.654447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.654447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.654447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.654679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.654679] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 141657f6-7118-47a5-b563-4d7101671253 is going to be updated. [ 882.678171] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.678943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.678943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.678943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.678943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141657f6-7118-47a5-b563-4d7101671253" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.891527] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.891846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.891846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.891937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.892048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.892180] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 882.924064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.924290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.924366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.924580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.924741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.935492] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 884.120179] env[65255]: INFO networking_nsxv3.common.synchronization [req-c689659b-e6f7-4ce5-b39a-e8c403f81eb2 req-0aaed12f-a202-4cf6-9295-07fb30cb0200 tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 884.120713] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 884.121101] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.121245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.121309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.121614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.121688] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.121796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.121846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.122011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.122120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.122217] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.462058] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.462058] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.462058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.462796] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.463147] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.463402] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.463633] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.463861] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.464184] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.466182] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.466182] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.486170] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.486704] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.487138] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.487518] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-316" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.487963] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-2f03795e-5a48-4f82-93af-8b34bf604e59 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.488953] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.488953] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.488953] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.488953] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f03795e-5a48-4f82-93af-8b34bf604e59',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.570110] env[65255]: INFO networking_nsxv3.common.synchronization [req-9bd7cee6-b4ee-4a67-a827-2813a2102d1a req-d8b283aa-73fe-4131-af50-f4fde1b03117 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 884.570663] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 884.571023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.571123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.571196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.571441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.571603] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.571811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.571811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.571960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.571960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.572126] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.625600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.625600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.625600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.625600] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be deleted. [ 884.659114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.659318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.659431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.659628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.659810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.660054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.928325] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.928619] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.928764] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.929088] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.929393] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929683] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.929906] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.930062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.930271] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.930386] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.930504] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.930643] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.930718] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.930820] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.930950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.945337] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 884.945602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.945770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.946020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.946246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.946348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.946417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.946696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.946783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.946873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.947058] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.947177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.947266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.947549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.947549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.947775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.947775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.947850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.947909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.947989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.948090] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.949851] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.950025] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.950702] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.950702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.950702] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-1fe40970-bb54-49dc-9977-e07b03464432 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.950873] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.951051] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.951334] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.951401] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe40970-bb54-49dc-9977-e07b03464432',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.952187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.952721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.952721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.952721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.952721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.952885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.952885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.952945] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.994188] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.994497] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.994634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.994928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.995098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.995300] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 2f03795e-5a48-4f82-93af-8b34bf604e59 not found, creating... [ 884.995595] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.995768] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.995885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.996140] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.996283] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.996651] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.996809] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.996933] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.997182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.997323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.997464] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 2f03795e-5a48-4f82-93af-8b34bf604e59 is going to be created. [ 885.074494] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.074690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.074735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.074967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.075070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.075280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.075385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.075448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.075605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.075682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.075772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 already deleted. [ 885.075853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.091877] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.092083] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.092158] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.092437] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.092667] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092880] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.454599] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab7992-0258-4c36-ae37-7142a3e4f626: rpc.has_security_group_logging(os_id): False [ 885.455944] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.457350] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.457657] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.457828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.458173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.458362] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.458544] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 1fe40970-bb54-49dc-9977-e07b03464432 not found, creating... [ 885.459055] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.459145] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.459247] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.459517] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.459694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.460025] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.460350] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.460590] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.460776] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.460996] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.461278] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 1fe40970-bb54-49dc-9977-e07b03464432 is going to be created. [ 885.481942] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.482220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.482220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.482408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.482846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.482846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.482846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.482846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.483093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.483093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483543] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.483543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.483543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.483713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.483713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.483985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.484060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.484406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.484406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.484406] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be created. [ 885.486492] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.487039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.487039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.487039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.487206] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.487431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.552088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.552088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.552088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.552088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.571089] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 885.745988] env[65255]: INFO networking_nsxv3.common.synchronization [req-c689659b-e6f7-4ce5-b39a-e8c403f81eb2 req-9e598ba0-df29-448c-b4b8-8c63b63f8592 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 885.746210] env[65255]: INFO networking_nsxv3.common.synchronization [req-c689659b-e6f7-4ce5-b39a-e8c403f81eb2 req-9e598ba0-df29-448c-b4b8-8c63b63f8592 service nova] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 885.746355] env[65255]: INFO networking_nsxv3.common.synchronization [req-c689659b-e6f7-4ce5-b39a-e8c403f81eb2 req-9e598ba0-df29-448c-b4b8-8c63b63f8592 service nova] Enqueued Resource ID: 2f03795e-5a48-4f82-93af-8b34bf604e59 with Priority: HIGHEST for action port [ 885.747075] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_rules [ 885.747217] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 885.747335] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f03795e-5a48-4f82-93af-8b34bf604e59 with Priority: HIGHEST for action port [ 885.747631] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.747757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.747826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.748076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.748164] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.750359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.750359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.750359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.750359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.750359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.750359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.750359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.750723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.750723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.750723] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.751504] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f03795e-5a48-4f82-93af-8b34bf604e59 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.751601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.751674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.751843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.751922] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f03795e-5a48-4f82-93af-8b34bf604e59',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.965498] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.207441] env[65255]: INFO networking_nsxv3.common.synchronization [req-9bd7cee6-b4ee-4a67-a827-2813a2102d1a req-5e864379-7711-40fe-a177-23c2bca3e4b7 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 886.207617] env[65255]: INFO networking_nsxv3.common.synchronization [req-9bd7cee6-b4ee-4a67-a827-2813a2102d1a req-5e864379-7711-40fe-a177-23c2bca3e4b7 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 886.207807] env[65255]: INFO networking_nsxv3.common.synchronization [req-9bd7cee6-b4ee-4a67-a827-2813a2102d1a req-5e864379-7711-40fe-a177-23c2bca3e4b7 service nova] Enqueued Resource ID: 1fe40970-bb54-49dc-9977-e07b03464432 with Priority: HIGHEST for action port [ 886.208315] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 886.208450] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 886.208823] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe40970-bb54-49dc-9977-e07b03464432 with Priority: HIGHEST for action port [ 886.209221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.209361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.209361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.209601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.209647] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.210496] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.211021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.211106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.211185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.211420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.211420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.212216] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe40970-bb54-49dc-9977-e07b03464432 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.212433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.212500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.212656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.212766] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe40970-bb54-49dc-9977-e07b03464432',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.253772] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.254919] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.255125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.255303] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f03795e-5a48-4f82-93af-8b34bf604e59 with status ACTIVE [ 886.255554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.255691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.255691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.255875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.255971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256122] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.256221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.256286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.256448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.256558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.256884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.256984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.257197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.257197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.257440] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f03795e-5a48-4f82-93af-8b34bf604e59 is going to be updated. [ 886.288681] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.288894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.288894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.289213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.289384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.289573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f03795e-5a48-4f82-93af-8b34bf604e59" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.467502] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.467909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.467909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.468084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.468205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.468320] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 886.507933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.508192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.508551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.508949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.509137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.526323] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 886.714753] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.715023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.715266] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.716332] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe40970-bb54-49dc-9977-e07b03464432 with status ACTIVE [ 886.716552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.716694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.716762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.716969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.717103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.717267] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.717375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.717416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.717569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.717648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.717832] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.717917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.717977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.718141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.718222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.718310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe40970-bb54-49dc-9977-e07b03464432 is going to be updated. [ 886.740210] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.740337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.744079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.744079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.744079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.744079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe40970-bb54-49dc-9977-e07b03464432" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.759378] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.220396] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.261602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.262625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.262625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.262625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.262625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.262625] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be created. [ 887.292611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.292611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.292611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.292611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.292611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.302014] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: UNINITIALIZED for 2s [ 887.585737] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 887.586090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.588451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.588451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.588451] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.722826] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.722826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.722826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.723094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.723208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.723333] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be created. [ 887.750793] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.750977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.751055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.751265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.751444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.763288] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: UNINITIALIZED for 2s [ 888.092868] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.092868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.123909] env[65255]: INFO networking_nsxv3.common.synchronization [None req-1a8e4cc8-2e91-47b7-8585-b84f91760d1d tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 888.124520] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 888.124793] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.124936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.125013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.125307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.125385] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.212600] env[65255]: INFO networking_nsxv3.common.synchronization [None req-44cfb520-0ba4-4a41-ac44-eee54915a6d0 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 888.213815] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 888.214382] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.214703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.540237] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 888.540300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.541026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.541026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.541026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.541026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.541222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.541222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.541302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.541384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.541477] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.647057] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.647351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.647351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.647492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.647581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.647676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 already deleted. [ 888.647761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.647910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.648080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.648161] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.043640] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.043960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.044050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.044585] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.044698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.044788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.044976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.045090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.045303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.045474] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.045573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.045634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.045778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.046114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.046229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.046295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.046466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.046559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.046625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.046738] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.174542] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175488] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 already deleted. [ 889.175488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.314114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 889.314423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.314634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.314897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.315146] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.315660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.316488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316488] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.548814] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab7992-0258-4c36-ae37-7142a3e4f626: rpc.has_security_group_logging(os_id): False [ 889.567305] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.567453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.567693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.567790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.567912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.568182] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.568323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.568408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.568718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.568718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.568929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.569064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.569150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.569379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.569442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.569675] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.569799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.569884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.570076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.570177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.570286] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 889.634502] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.634676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.634751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.634984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.635154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.647470] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 889.774399] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 889.774706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.774880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.775155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.775418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.775569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.775662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.775851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.775965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.776133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.776323] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.818193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.818411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.818495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.818752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.819416] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.819416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.819416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.819692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.819692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.819891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.819948] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.820044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.820094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.820262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.820410] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.820517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.820581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.820783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.820863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.820914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.820965] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.279242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.279503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.279622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.279956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.280242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.280775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.280775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.280775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.280970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.280970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.281134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.281228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.281359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.281513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.281689] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.281793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.281856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.282050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.282155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.282283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.282381] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.323196] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2089441f-6d25-44cd-aa6a-1d4034578300: rpc.has_security_group_logging(os_id): False [ 890.349333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.349333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.349733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.349733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.351362] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.351488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.351559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.351718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.351796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.352129] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.352200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.352200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.353458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.353458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.353458] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be created. [ 890.430950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.431153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.431185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.431399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.431581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.450409] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 890.784759] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b3f0ed-e758-43e5-9395-6fc6c1daf881: rpc.has_security_group_logging(os_id): False [ 890.804842] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.804842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.804842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.804842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.804842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.805233] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.805233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.805303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.805444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.805539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.805738] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.805876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.805909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.806045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.806120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.806304] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.806399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.806461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.806631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.806707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.806794] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be created. [ 890.866691] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.866691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.866858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.867929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.867929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.880224] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 891.660961] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 891.661324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.464705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 892.465049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.894806] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 892.895056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.215256] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 893.215453] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 893.593946] env[65255]: INFO networking_nsxv3.common.synchronization [req-78ce257f-dec3-464c-b247-afb66dadafd2 req-24f431e5-e187-4892-95e1-968f396a1f8e tempest-ServersTestManualDisk-432422282 tempest-ServersTestManualDisk-432422282-project-member] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 893.594449] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGHEST for action security_group_members [ 893.594754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.594876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.594943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.595153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.595321] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.595687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.595784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.595815] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.098139] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.098355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.098451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.098694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.121276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.121660] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.122291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.122291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.122291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.122291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.122475] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a0606-872f-452f-a99e-845910400f39 is going to be updated. [ 894.152334] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.152540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.152617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.152837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.152981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.163867] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: IN_PROGRESS for 2s [ 894.497237] env[65255]: INFO networking_nsxv3.common.synchronization [req-dcceccd4-cdf3-400f-beb7-71bfb240f826 req-c015413f-7e58-4edf-af6d-79c0b60e0dbe tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 894.497855] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 894.498117] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.498206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.498291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.498634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.498800] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.498853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.498919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.499082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.499173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.499267] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.001239] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.149906] env[65255]: INFO networking_nsxv3.common.synchronization [req-331079c7-f57d-4c14-b648-a60624ec6a5d req-b45dc6c3-62d5-48b7-8752-33265dce8ebe tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 895.150139] env[65255]: INFO networking_nsxv3.common.synchronization [req-331079c7-f57d-4c14-b648-a60624ec6a5d req-b45dc6c3-62d5-48b7-8752-33265dce8ebe tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 895.150226] env[65255]: INFO networking_nsxv3.common.synchronization [req-331079c7-f57d-4c14-b648-a60624ec6a5d req-b45dc6c3-62d5-48b7-8752-33265dce8ebe tempest-SecurityGroupsTestJSON-833966620 tempest-SecurityGroupsTestJSON-833966620-project-member] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 895.150731] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGHEST for action security_group_members [ 895.151074] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c with Priority: HIGHEST for action security_group_members [ 895.151074] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGHEST for action security_group_members [ 895.151407] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.151407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.151407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.151612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.151759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.151856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.151917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.152084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.152169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.152281] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.153145] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e75f520e-97df-4df7-81da-9e3e3ad3d36c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.153264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.153331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.153459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.153602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.153691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.153752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.153890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.153971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.154183] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e75f520e-97df-4df7-81da-9e3e3ad3d36c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.155501] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.155563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.155592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.155877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.155877] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.156023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.156083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.156232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.156313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.156404] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.503749] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.658265] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.660458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.660458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.660458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.660671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.684308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.684611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.684742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.684823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.685052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.685157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.685297] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c is going to be updated. [ 895.686734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.686964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.710968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.711420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.711498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.711708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.711795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711894] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be updated. [ 895.712938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.713143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.728112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.728267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.728369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.728597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.728750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.739042] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: IN_PROGRESS for 2s [ 895.744955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745314] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.745482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.745791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.745897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.745996] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be updated. [ 895.758579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.758731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.758804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.759021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.759167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.768553] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: IN_PROGRESS for 2s [ 895.804064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.804328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.804471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.804665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.804842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.817848] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: IN_PROGRESS for 2s [ 896.006130] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.006653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.006653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.007179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.007343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.007473] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 896.044533] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.044533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.044533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.044533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.044788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.054472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 896.175134] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a0606-872f-452f-a99e-845910400f39 in Status: SUCCESS [ 896.175252] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a0606-872f-452f-a99e-845910400f39 deletion is rescheduled due to dependency. [ 896.175400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.000395] env[65255]: INFO networking_nsxv3.common.synchronization [req-8a2298af-29bf-4b82-8d15-0e0e1c13235b req-bd5dd121-5837-4dfe-82ef-1c9a1f0e68a0 tempest-ImagesOneServerNegativeTestJSON-867613013 tempest-ImagesOneServerNegativeTestJSON-867613013-project-member] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 897.000943] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGHEST for action security_group_members [ 897.001265] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.001443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.001443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.001651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.001799] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.001940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.002040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.002193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.002274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.002371] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.507103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.507103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.507103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.507103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be updated. [ 897.538191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.538191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.538191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.540303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.540462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.550333] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: IN_PROGRESS for 2s [ 897.752190] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c in Status: SUCCESS [ 897.752414] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e75f520e-97df-4df7-81da-9e3e3ad3d36c deletion is rescheduled due to dependency. [ 897.752535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e75f520e-97df-4df7-81da-9e3e3ad3d36c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.777992] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc in Status: SUCCESS [ 897.778204] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc deletion is rescheduled due to dependency. [ 897.778319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.830552] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 in Status: SUCCESS [ 897.830750] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 deletion is rescheduled due to dependency. [ 897.830912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.068133] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 898.068350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.958483] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b1fc4abd-4a29-47f4-a283-1e197fba7007 None None] Enqueued Resource ID: 7cd1d207-787f-4b69-9822-6a1af05a69aa with Priority: HIGHEST for action port [ 898.958804] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd1d207-787f-4b69-9822-6a1af05a69aa with Priority: HIGHEST for action port [ 898.959594] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd1d207-787f-4b69-9822-6a1af05a69aa taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.959594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd1d207-787f-4b69-9822-6a1af05a69aa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.959594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd1d207-787f-4b69-9822-6a1af05a69aa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.959594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd1d207-787f-4b69-9822-6a1af05a69aa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.959594] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd1d207-787f-4b69-9822-6a1af05a69aa',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.114024] env[65255]: INFO networking_nsxv3.common.synchronization [req-9e496126-7e95-4acb-a6ba-32ce43438d03 req-12318d88-159f-4151-9370-0b5bfa364a60 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 899.114594] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 899.114892] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.115356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.115577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.115743] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.115904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.116061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.116142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.116235] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.461919] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd1d207-787f-4b69-9822-6a1af05a69aa [ 899.462183] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.462352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.462427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.462637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.462724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.462819] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd1d207-787f-4b69-9822-6a1af05a69aa already deleted. [ 899.462901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd1d207-787f-4b69-9822-6a1af05a69aa" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.563136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2089441f-6d25-44cd-aa6a-1d4034578300 in Status: SUCCESS [ 899.563342] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 deletion is rescheduled due to dependency. [ 899.563658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.618360] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.618485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.618549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.618828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.618860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.619112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.619991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.620087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.620892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.620892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.620892] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 899.652770] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.652938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.652938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.654299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.654299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 901.348501] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c2480814-0fa0-4eab-b1d2-590c4d1d05f3 None None] Enqueued Resource ID: 005e2873-2c0f-464a-af9e-94cdae255b2c with Priority: HIGHEST for action port [ 901.349136] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005e2873-2c0f-464a-af9e-94cdae255b2c with Priority: HIGHEST for action port [ 901.349462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-005e2873-2c0f-464a-af9e-94cdae255b2c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.349583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-005e2873-2c0f-464a-af9e-94cdae255b2c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.349650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-005e2873-2c0f-464a-af9e-94cdae255b2c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.349913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-005e2873-2c0f-464a-af9e-94cdae255b2c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.349999] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('005e2873-2c0f-464a-af9e-94cdae255b2c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.681303] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 901.681584] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 deletion is rescheduled due to dependency. [ 901.681724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.853025] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 005e2873-2c0f-464a-af9e-94cdae255b2c [ 901.853370] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.853532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.853607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.853831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.853943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.854060] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:005e2873-2c0f-464a-af9e-94cdae255b2c already deleted. [ 901.854146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-005e2873-2c0f-464a-af9e-94cdae255b2c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.137856] env[65255]: INFO networking_nsxv3.common.synchronization [req-0b5fd062-0511-484e-8e7a-bcf0f7862548 req-ae025e78-295f-4a75-aee4-03dd1b9ce573 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 903.138773] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7b6372-b384-412a-8c07-61111e3ef680 with Priority: HIGHEST for action security_group_members [ 903.139144] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7b6372-b384-412a-8c07-61111e3ef680 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.139267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.139349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.139598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.139776] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.139892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.139964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.140173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.140274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.140393] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7b6372-b384-412a-8c07-61111e3ef680',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.642890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.643102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.643222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.643494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.664807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.665102] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.665240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.665313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.665588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.665696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.665792] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 is going to be updated. [ 903.741256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.741256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.741256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.741256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.741256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.751724] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: IN_PROGRESS for 2s [ 904.283163] env[65255]: INFO networking_nsxv3.common.synchronization [req-27297d16-4a2d-4602-b01f-a9d980bc3d81 req-3a492586-527f-41e9-adb2-ac193a61a7de tempest-ServerActionsV293TestJSON-1571576097 tempest-ServerActionsV293TestJSON-1571576097-project-member] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 904.283163] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 904.283679] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.284237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.284540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.284935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.285058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.285185] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.686539] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.686763] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-656" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.686891] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-656" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687243] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-656" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687507] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687664] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.688044] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.688202] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688361] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.688474] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.688905] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.688905] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.688905] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.688905] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.689073] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.707874] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.708050] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.708212] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.708422] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-656" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.708672] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-addc04f1-b629-4fee-aefe-5e84e4ac2378 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.709306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.709306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.709306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.709410] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addc04f1-b629-4fee-aefe-5e84e4ac2378',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.787316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.787490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.787562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.787774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.787864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.788061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.788250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.788250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.788350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.788422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.788521] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb already deleted. [ 904.788577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.212238] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.212499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.212642] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.212971] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.213185] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.213370] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port addc04f1-b629-4fee-aefe-5e84e4ac2378 not found, creating... [ 905.213687] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.213901] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.214037] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.214269] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.214491] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.214786] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.214942] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.215131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.215368] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.215539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.215709] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: addc04f1-b629-4fee-aefe-5e84e4ac2378 is going to be created. [ 905.239173] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.239173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.239173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.239173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.239173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.239173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.762360] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7b6372-b384-412a-8c07-61111e3ef680 in Status: SUCCESS [ 905.762360] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7b6372-b384-412a-8c07-61111e3ef680 deletion is rescheduled due to dependency. [ 905.762360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7b6372-b384-412a-8c07-61111e3ef680" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.949542] env[65255]: INFO networking_nsxv3.common.synchronization [req-27297d16-4a2d-4602-b01f-a9d980bc3d81 req-a41587b9-a1d5-463a-b3bc-6d42e070b5ea service nova] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 905.949659] env[65255]: INFO networking_nsxv3.common.synchronization [req-27297d16-4a2d-4602-b01f-a9d980bc3d81 req-a41587b9-a1d5-463a-b3bc-6d42e070b5ea service nova] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 905.949801] env[65255]: INFO networking_nsxv3.common.synchronization [req-27297d16-4a2d-4602-b01f-a9d980bc3d81 req-a41587b9-a1d5-463a-b3bc-6d42e070b5ea service nova] Enqueued Resource ID: addc04f1-b629-4fee-aefe-5e84e4ac2378 with Priority: HIGHEST for action port [ 905.950042] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_rules [ 905.950169] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 905.950263] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: addc04f1-b629-4fee-aefe-5e84e4ac2378 with Priority: HIGHEST for action port [ 905.951154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.951280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.951351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.951546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.951631] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.952437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.952554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.952610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.952770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.952913] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.953036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.953074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.953207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.953293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.953473] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.954088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-addc04f1-b629-4fee-aefe-5e84e4ac2378 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.954196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.954262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.954544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.954544] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('addc04f1-b629-4fee-aefe-5e84e4ac2378',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.456417] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.456642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.456900] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.457859] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port addc04f1-b629-4fee-aefe-5e84e4ac2378 with status ACTIVE [ 906.458072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.458194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.458260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.458464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.458554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.458723] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.462023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.462023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.462023] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: addc04f1-b629-4fee-aefe-5e84e4ac2378 is going to be updated. [ 906.484910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.484910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.484910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.484910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.484910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.484910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-addc04f1-b629-4fee-aefe-5e84e4ac2378" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961796] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.207020] env[65255]: INFO networking_nsxv3.common.synchronization [req-4e4625dd-2d10-4e20-a39a-874a81aaef55 req-28c11c74-9f41-4800-99f8-3ea43573c358 tempest-ServersTestBootFromVolume-1766259701 tempest-ServersTestBootFromVolume-1766259701-project-member] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 907.207020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 907.207020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.207276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.207276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.208255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.208255] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.208255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.208255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.208255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.208255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.208255] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.466997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.468323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.468323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.468323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.468323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.468323] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb is going to be created. [ 907.495651] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.495651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.495651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.495651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.495973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.507422] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: UNINITIALIZED for 2s [ 907.712155] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.712364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.712364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.712961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.713073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.713950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.714087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.714150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.714350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.714419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.714508] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f already deleted. [ 907.714585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.780072] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-467 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.780072] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-467" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.780245] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-467" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.780493] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-467" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.780756] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.780923] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.781499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781988] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.781988] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.782105] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.782206] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.782336] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.782692] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.782692] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.782692] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.802681] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.802681] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.802681] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.802681] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-467" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.802681] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.802970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.802970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.803691] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.803691] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c72fc6-d88c-4e5d-a248-9f372fa1c50a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.305421] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.308029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port f0c72fc6-d88c-4e5d-a248-9f372fa1c50a not found, creating... [ 908.308029] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.308029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.308344] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.308344] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309323] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.309323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.309323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.309323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.309323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309527] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: f0c72fc6-d88c-4e5d-a248-9f372fa1c50a is going to be created. [ 908.347407] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.347634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.347759] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.348061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.348290] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.348514] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.163957] env[65255]: INFO networking_nsxv3.common.synchronization [req-4e4625dd-2d10-4e20-a39a-874a81aaef55 req-a270accc-648b-404e-87c2-9dc28607442a service nova] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 909.164158] env[65255]: INFO networking_nsxv3.common.synchronization [req-4e4625dd-2d10-4e20-a39a-874a81aaef55 req-a270accc-648b-404e-87c2-9dc28607442a service nova] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 909.164406] env[65255]: INFO networking_nsxv3.common.synchronization [req-4e4625dd-2d10-4e20-a39a-874a81aaef55 req-a270accc-648b-404e-87c2-9dc28607442a service nova] Enqueued Resource ID: f0c72fc6-d88c-4e5d-a248-9f372fa1c50a with Priority: HIGHEST for action port [ 909.164921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_rules [ 909.165017] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 909.165658] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c72fc6-d88c-4e5d-a248-9f372fa1c50a with Priority: HIGHEST for action port [ 909.165975] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.166118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.166177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.166382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.166464] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.167435] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.167563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.168777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.168939] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169465] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.172468] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.172468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.172468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.172468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.172468] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c72fc6-d88c-4e5d-a248-9f372fa1c50a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.258062] env[65255]: INFO networking_nsxv3.common.synchronization [req-5d1a6d69-7339-4dec-9213-f199d1b009ac req-fcef4661-0e34-4287-94dd-9f3fcf6078a0 tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 909.258654] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 909.259185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.259308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.259378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260148] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.260148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.260148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.260148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.260449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.521026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: SUCCESS [ 909.521026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.521026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.521026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.521026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.523088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.523088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.523088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.523088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.523088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.523088] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.677022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.677022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0c72fc6-d88c-4e5d-a248-9f372fa1c50a with status ACTIVE [ 909.677022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.677022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.677022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.677022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.677615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.677615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.677615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.677615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.677615] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0c72fc6-d88c-4e5d-a248-9f372fa1c50a is going to be updated. [ 909.678718] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.711278] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.711542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.711694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.711857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.712033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c72fc6-d88c-4e5d-a248-9f372fa1c50a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.765163] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.765463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.765549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.765776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.765869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.766214] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.766214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.766390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.766565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.766711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.766850] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 already deleted. [ 909.766970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.026785] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.181109] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.403787] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.404056] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.404139] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.404537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.404814] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.404967] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.405303] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.405594] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.405743] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.405954] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.406087] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.406195] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.406298] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.406413] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.406499] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.406636] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.431870] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.432187] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.432658] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.432658] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.433139] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-6c2bcdf8-3e58-4f17-9295-940b48745bba taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.433468] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.433664] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.434770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.434770] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2bcdf8-3e58-4f17-9295-940b48745bba',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.531712] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c90d975-c355-4d59-bbb6-9bfb5e3667cb: rpc.has_security_group_logging(os_id): False [ 910.557665] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.557865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.557982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.558403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.558505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.558815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.558991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.559110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.559305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.559414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.559607] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb is going to be created. [ 910.647250] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.648147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.648375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.649976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.649976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.661261] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: IN_PROGRESS for 2s [ 910.688905] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.688905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.688905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.688905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.688905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.688905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f is going to be created. [ 910.718483] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.718715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.718846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.719128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.719366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.736216] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9bdadc88-d290-44ed-afa6-a5b59d698af7 None None] Enqueued Resource ID: c0f9f1d2-0af7-4564-b14f-6c6fb2576429 with Priority: HIGHEST for action port [ 910.736444] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f9f1d2-0af7-4564-b14f-6c6fb2576429 with Priority: HIGHEST for action port [ 910.736682] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f9f1d2-0af7-4564-b14f-6c6fb2576429 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.737027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f9f1d2-0af7-4564-b14f-6c6fb2576429" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.737121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f9f1d2-0af7-4564-b14f-6c6fb2576429" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.737619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f9f1d2-0af7-4564-b14f-6c6fb2576429" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.737699] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f9f1d2-0af7-4564-b14f-6c6fb2576429',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.740880] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: UNINITIALIZED for 2s [ 910.937379] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.937613] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.937793] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.938190] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.938348] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.938511] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 6c2bcdf8-3e58-4f17-9295-940b48745bba not found, creating... [ 910.938784] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.938946] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.939076] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.939578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.939578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.939728] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.939872] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.939987] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.940228] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.940359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.940527] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 6c2bcdf8-3e58-4f17-9295-940b48745bba is going to be created. [ 910.963168] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.963397] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.963495] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.963837] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.964079] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.964320] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.240580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0f9f1d2-0af7-4564-b14f-6c6fb2576429 [ 911.240819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.240960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.241056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.241291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.241383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.241481] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0f9f1d2-0af7-4564-b14f-6c6fb2576429 already deleted. [ 911.241564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f9f1d2-0af7-4564-b14f-6c6fb2576429" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.730852] env[65255]: INFO networking_nsxv3.common.synchronization [req-5d1a6d69-7339-4dec-9213-f199d1b009ac req-1d2ef8a0-e0bb-4626-a0bf-e3af553ec934 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 911.731136] env[65255]: INFO networking_nsxv3.common.synchronization [req-5d1a6d69-7339-4dec-9213-f199d1b009ac req-1d2ef8a0-e0bb-4626-a0bf-e3af553ec934 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 911.731136] env[65255]: INFO networking_nsxv3.common.synchronization [req-5d1a6d69-7339-4dec-9213-f199d1b009ac req-1d2ef8a0-e0bb-4626-a0bf-e3af553ec934 service nova] Enqueued Resource ID: 6c2bcdf8-3e58-4f17-9295-940b48745bba with Priority: HIGHEST for action port [ 911.731744] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 911.731923] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 911.732020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2bcdf8-3e58-4f17-9295-940b48745bba with Priority: HIGHEST for action port [ 911.733031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.733175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.733246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.733444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.733524] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.734455] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.734569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.734626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.734796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.734943] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.735058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.735141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.735328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.736206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.736206] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.736394] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2bcdf8-3e58-4f17-9295-940b48745bba taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.736496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.736562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.737546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.737546] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2bcdf8-3e58-4f17-9295-940b48745bba',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.239707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.239837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.240034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.240884] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2bcdf8-3e58-4f17-9295-940b48745bba with status ACTIVE [ 912.241085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.241284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.241284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.241546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.241636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.241789] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.241835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.241988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.242057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.242155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.242461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.242461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.242461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.242586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.242669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.242714] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2bcdf8-3e58-4f17-9295-940b48745bba is going to be updated. [ 912.250903] env[65255]: INFO networking_nsxv3.common.synchronization [req-eadff513-067e-48fd-946a-46944d6eecbd req-629c4d03-3730-4724-93e2-6c260d1a1b56 tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 912.251468] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 912.252963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.252963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.252963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.252963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.252963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.252963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.252963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253305] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.265586] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.265731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.265806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.266031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.266170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.266325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2bcdf8-3e58-4f17-9295-940b48745bba" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.678047] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: SUCCESS [ 912.678047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.745781] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.755200] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: SUCCESS [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.755200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.755200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.755200] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.761401] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.761588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.763230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.763230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.786443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.786701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.786831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.788919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.788919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.788919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.788919] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be updated. [ 912.820767] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.820767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.821732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.822012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.822414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.832460] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 912.933891] env[65255]: INFO networking_nsxv3.common.synchronization [req-13e14587-bf81-4360-99d5-7595ff7488dd req-ff509675-5f19-4786-a4c7-898a8dd33e92 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 912.935112] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 912.935112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.935376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.935376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.935803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.935876] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.935994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.936079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.936298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.939797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.939797] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.247098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.247300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.247356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.247616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.247712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.247845] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be created. [ 913.264455] env[65255]: INFO networking_nsxv3.common.synchronization [None req-280b4b32-cc6f-4e66-b97b-b1bc97001401 None None] Enqueued Resource ID: 434d9e69-fd4b-4d5c-9ac5-919ab5946b6f with Priority: HIGHEST for action port [ 913.265036] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434d9e69-fd4b-4d5c-9ac5-919ab5946b6f with Priority: HIGHEST for action port [ 913.265351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-434d9e69-fd4b-4d5c-9ac5-919ab5946b6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.265526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434d9e69-fd4b-4d5c-9ac5-919ab5946b6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.265598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434d9e69-fd4b-4d5c-9ac5-919ab5946b6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.265853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434d9e69-fd4b-4d5c-9ac5-919ab5946b6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.266024] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434d9e69-fd4b-4d5c-9ac5-919ab5946b6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.269115] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.276058] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.276206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.276261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.276461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.276616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.286545] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: UNINITIALIZED for 2s [ 913.439416] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.439618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.439688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.439863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.439954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.440166] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.440259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.440312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.440460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.440526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.440597] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 913.466856] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.467255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.467255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.467255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.468397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.479937] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 913.654081] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.654287] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.654508] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.654829] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.655232] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.655422] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.655614] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.655863] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.656014] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.656230] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.656368] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.656441] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.656547] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.656646] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.657101] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.657101] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.676246] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.676490] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.676558] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.676868] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677304] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-2339b3df-0f02-4f2f-9bbb-db4aaf742688 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677489] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677612] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.677952] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.678202] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2339b3df-0f02-4f2f-9bbb-db4aaf742688',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.771077] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c28495-cd3e-436e-9f8b-daf92bf59f2f: rpc.has_security_group_logging(os_id): False [ 913.772282] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 434d9e69-fd4b-4d5c-9ac5-919ab5946b6f [ 913.772521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.772649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.772716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.772919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.773014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.773107] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:434d9e69-fd4b-4d5c-9ac5-919ab5946b6f already deleted. [ 913.773190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434d9e69-fd4b-4d5c-9ac5-919ab5946b6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.791285] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.791547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.791759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.791869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.792136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.792240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.792388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.792589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.792670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.792766] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f is going to be created. [ 913.893168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.893341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.893388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.893604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.893784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.914325] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: IN_PROGRESS for 2s [ 914.180366] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.180599] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.180722] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.181079] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.181294] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.181525] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 2339b3df-0f02-4f2f-9bbb-db4aaf742688 not found, creating... [ 914.181911] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.182125] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.182250] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.182542] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.182711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.183416] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.183735] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.183735] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.183963] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.184148] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.184324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 2339b3df-0f02-4f2f-9bbb-db4aaf742688 is going to be created. [ 914.207424] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.207639] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.207764] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.208052] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.208273] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208492] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.848968] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 914.849310] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c deletion is rescheduled due to dependency. [ 914.849310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.071763] env[65255]: INFO networking_nsxv3.common.synchronization [req-13e14587-bf81-4360-99d5-7595ff7488dd req-a4a05ffb-c2cf-4cd1-a4b5-820896ebd13d service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 915.072052] env[65255]: INFO networking_nsxv3.common.synchronization [req-13e14587-bf81-4360-99d5-7595ff7488dd req-a4a05ffb-c2cf-4cd1-a4b5-820896ebd13d service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 915.072225] env[65255]: INFO networking_nsxv3.common.synchronization [req-13e14587-bf81-4360-99d5-7595ff7488dd req-a4a05ffb-c2cf-4cd1-a4b5-820896ebd13d service nova] Enqueued Resource ID: 2339b3df-0f02-4f2f-9bbb-db4aaf742688 with Priority: HIGHEST for action port [ 915.072898] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 915.073356] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 915.073504] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2339b3df-0f02-4f2f-9bbb-db4aaf742688 with Priority: HIGHEST for action port [ 915.073834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.074063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.074129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.074438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.074592] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.075678] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.075833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.076612] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2339b3df-0f02-4f2f-9bbb-db4aaf742688 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.076830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.076948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.077681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.077681] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2339b3df-0f02-4f2f-9bbb-db4aaf742688',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.296694] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 915.296935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.297159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.297342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.297572] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.297698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.297763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.297930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.298027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.298112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.298341] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.491245] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 915.491501] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 915.491712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.492264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.492495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.492709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.492777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.494164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.494164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.494164] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.579107] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.579361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.579609] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2339b3df-0f02-4f2f-9bbb-db4aaf742688 with status ACTIVE [ 915.579809] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.579907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.579970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.580202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.580334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.580487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.580570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.580631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.580782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.580858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.581047] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.581145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.581201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.581390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.581447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.581496] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2339b3df-0f02-4f2f-9bbb-db4aaf742688 is going to be updated. [ 915.606462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.606462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.606462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.606740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.607148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.607740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2339b3df-0f02-4f2f-9bbb-db4aaf742688" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.801543] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.932248] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: SUCCESS [ 915.933528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.996245] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.303669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 916.328863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.329025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.329504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.329786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.330097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.330411] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.330618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.330618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.330810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.330810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.330883] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be created. [ 916.442117] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.442117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.442117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.443166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.443166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.457188] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 916.505283] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.008279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.008575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.008647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.008871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.008983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.009124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 917.037763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.037952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.037952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.038447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.038615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.047980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 917.770648] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ab847c38-bf7c-4678-998b-692aec22e57f None None] Enqueued Resource ID: 1f08d2f4-c89d-4ea9-9d11-16ae57836ca2 with Priority: HIGHEST for action port [ 917.771165] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f08d2f4-c89d-4ea9-9d11-16ae57836ca2 with Priority: HIGHEST for action port [ 917.771471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f08d2f4-c89d-4ea9-9d11-16ae57836ca2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.771624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f08d2f4-c89d-4ea9-9d11-16ae57836ca2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.771662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f08d2f4-c89d-4ea9-9d11-16ae57836ca2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.772088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f08d2f4-c89d-4ea9-9d11-16ae57836ca2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.772191] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f08d2f4-c89d-4ea9-9d11-16ae57836ca2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.275345] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f08d2f4-c89d-4ea9-9d11-16ae57836ca2 [ 918.276013] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.276013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.276013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.276013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.276013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.276013] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f08d2f4-c89d-4ea9-9d11-16ae57836ca2 already deleted. [ 918.276223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f08d2f4-c89d-4ea9-9d11-16ae57836ca2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.473320] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 918.473793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.654895] env[65255]: INFO networking_nsxv3.common.synchronization [req-bb0cd2cc-4085-4e51-a034-8ac0e5a11bc4 req-5d853161-0d97-4f66-9e14-1b7a263099d4 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 918.657485] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 918.658356] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.658577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.658577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.659154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.659219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.659372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.659600] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.067877] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 919.068117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.068294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.068529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.069485] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.069485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.069485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.069485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.069485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.069485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.069485] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.161785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.162028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.162171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.162720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.162822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.163055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.163189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.163290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.163969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.164140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.164296] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 already deleted. [ 919.164498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.166900] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.167391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.167473] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.167761] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.168062] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.168225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.168345] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.168804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.168804] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.169327] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.169498] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.169638] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.169759] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.169877] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.169980] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.170132] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.193552] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.193726] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.193954] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.194165] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.194522] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.194704] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.194821] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.195166] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.195304] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee99f1-1339-4876-b2d9-a451c2db5fbe',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.321232] env[65255]: INFO networking_nsxv3.common.synchronization [None req-652b8288-e99a-4cf2-a59b-93f6232d4d03 tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 919.323235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 919.323235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.323235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.323235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.323235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.323235] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.487669] env[65255]: INFO networking_nsxv3.common.synchronization [None req-86566519-9f4f-4dd8-8274-fe13a27b7bb2 tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 919.488246] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 919.488785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.488910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.571825] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.572010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.572106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.572336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.572592] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.572702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.572769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.573149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.573149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.573149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.573323] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.573450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.573578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.573813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.573971] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.574304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.574304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.574304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.574842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.574842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.574842] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.697596] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.697890] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.698406] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.698762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.698968] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.699152] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port f5ee99f1-1339-4876-b2d9-a451c2db5fbe not found, creating... [ 919.699479] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.699694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.699818] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.700095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.700234] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.700529] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.700729] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.700800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.701079] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.701261] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.701413] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: f5ee99f1-1339-4876-b2d9-a451c2db5fbe is going to be created. [ 919.734356] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.734791] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.735049] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.735286] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.735578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.735903] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.847212] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.847450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.847450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.847693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.847967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.847967] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 already deleted. [ 919.847967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.848620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.848853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.848934] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.076995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 920.097805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.097963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.098180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.098264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.098376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.098501] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.098617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.098674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.098820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.098943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.100952] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.100952] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.100952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.101386] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 920.174026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.174026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.174026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.174026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.174026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.177068] env[65255]: INFO networking_nsxv3.common.synchronization [None req-64222585-ab13-4c1f-82a6-7467977b28b6 None None] Enqueued Resource ID: 330ac2c0-ad79-43f3-83dd-67f51b151416 with Priority: HIGHEST for action port [ 920.178803] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330ac2c0-ad79-43f3-83dd-67f51b151416 with Priority: HIGHEST for action port [ 920.178803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-330ac2c0-ad79-43f3-83dd-67f51b151416 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.178803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330ac2c0-ad79-43f3-83dd-67f51b151416" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.178803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330ac2c0-ad79-43f3-83dd-67f51b151416" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.178803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330ac2c0-ad79-43f3-83dd-67f51b151416" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.178803] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330ac2c0-ad79-43f3-83dd-67f51b151416',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.189338] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 920.396705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.397125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.397125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.397238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.397238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.397358] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 already deleted. [ 920.397419] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [req-bb0cd2cc-4085-4e51-a034-8ac0e5a11bc4 req-cee3de40-4d5d-4f67-af51-c097c3f962ff service nova] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [req-bb0cd2cc-4085-4e51-a034-8ac0e5a11bc4 req-cee3de40-4d5d-4f67-af51-c097c3f962ff service nova] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [req-bb0cd2cc-4085-4e51-a034-8ac0e5a11bc4 req-cee3de40-4d5d-4f67-af51-c097c3f962ff service nova] Enqueued Resource ID: f5ee99f1-1339-4876-b2d9-a451c2db5fbe with Priority: HIGHEST for action port [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_rules [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 920.448023] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ee99f1-1339-4876-b2d9-a451c2db5fbe with Priority: HIGHEST for action port [ 920.448023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.448023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.448023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.448023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.448023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.448846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.448995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.449069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449434] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.449536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.449595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449916] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.451430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.451430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.451674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.451674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.451746] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ee99f1-1339-4876-b2d9-a451c2db5fbe',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.680945] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 330ac2c0-ad79-43f3-83dd-67f51b151416 [ 920.681281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.681500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.681554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.681823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.681944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.682080] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:330ac2c0-ad79-43f3-83dd-67f51b151416 already deleted. [ 920.682186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330ac2c0-ad79-43f3-83dd-67f51b151416" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.954299] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.955530] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.955652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.955784] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ee99f1-1339-4876-b2d9-a451c2db5fbe with status ACTIVE [ 920.955994] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.956156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.956230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.956430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.956530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.956681] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.956792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.956841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.956969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.957737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.957964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.958087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.958163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.958324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.958404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.958499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ee99f1-1339-4876-b2d9-a451c2db5fbe is going to be updated. [ 920.961924] env[65255]: INFO networking_nsxv3.common.synchronization [req-1dc79a34-72f6-457d-b36a-2d5b381b2e7c req-2ff01032-2440-4e29-b13e-3fb863902740 tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 920.963235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 920.963369] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.963369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.963466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.963841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.963995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.964104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.964167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.964308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.964392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.964545] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.986042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.986042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.986042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.986042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.986042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.986042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ee99f1-1339-4876-b2d9-a451c2db5fbe" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.324557] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.324557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.324557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.324557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.324839] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.324985] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.325693] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.325984] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.326291] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.326631] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.326782] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.326912] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.327046] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.327163] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.327282] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.327588] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.350491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.350644] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.350771] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.350945] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.351339] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-d92c4dbd-0c31-4238-8f76-816ef9d12c03 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.351546] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.351674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.351995] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.352148] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92c4dbd-0c31-4238-8f76-816ef9d12c03',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.461181] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.467984] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.854391] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.855070] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.855070] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.855263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.855470] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.855736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port d92c4dbd-0c31-4238-8f76-816ef9d12c03 not found, creating... [ 921.856111] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.856292] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.856460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.856738] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.856910] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.857266] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.857485] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.857639] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.857950] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.858194] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.858444] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: d92c4dbd-0c31-4238-8f76-816ef9d12c03 is going to be created. [ 921.879985] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.880318] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.880494] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.880821] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.881115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.881453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.965969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.965969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.965969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.965969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.965969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.965969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 is going to be created. [ 921.970272] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.999026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.999026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.999026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.999026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.999026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.010469] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: UNINITIALIZED for 2s [ 922.206727] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 922.207072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.475500] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.475500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.475500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.475500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.475500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.476246] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 922.516220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.516498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.516615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.516862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.517099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.549202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 922.646740] env[65255]: INFO networking_nsxv3.common.synchronization [req-1dc79a34-72f6-457d-b36a-2d5b381b2e7c req-5e21d4e2-54f6-4e98-a96d-0e67ba2d0c6f service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 922.647044] env[65255]: INFO networking_nsxv3.common.synchronization [req-1dc79a34-72f6-457d-b36a-2d5b381b2e7c req-5e21d4e2-54f6-4e98-a96d-0e67ba2d0c6f service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 922.647088] env[65255]: INFO networking_nsxv3.common.synchronization [req-1dc79a34-72f6-457d-b36a-2d5b381b2e7c req-5e21d4e2-54f6-4e98-a96d-0e67ba2d0c6f service nova] Enqueued Resource ID: d92c4dbd-0c31-4238-8f76-816ef9d12c03 with Priority: HIGHEST for action port [ 922.647639] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 922.647815] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 922.647907] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92c4dbd-0c31-4238-8f76-816ef9d12c03 with Priority: HIGHEST for action port [ 922.648209] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.648295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.648328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.648512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.648594] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.649591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.650534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.650534] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92c4dbd-0c31-4238-8f76-816ef9d12c03 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.650534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.650534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.650534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.650534] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92c4dbd-0c31-4238-8f76-816ef9d12c03',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.152149] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.153247] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92c4dbd-0c31-4238-8f76-816ef9d12c03 with status ACTIVE [ 923.153247] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.153247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.153598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.153598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.153598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.153702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.154053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.154053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.154138] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.154190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.154249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.154389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.154591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.154591] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92c4dbd-0c31-4238-8f76-816ef9d12c03 is going to be updated. [ 923.182273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.182499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.182499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.183181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.183181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.183181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92c4dbd-0c31-4238-8f76-816ef9d12c03" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.022337] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: SUCCESS [ 924.022698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.022698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.022850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.023198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.023267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.023427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.023511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.023699] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.530524] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.564103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 924.564321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.564540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.564771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.565048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.565133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.565133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.565284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.565363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.565478] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.032038] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2375777d-081f-4ca1-a73d-824b7058f793: rpc.has_security_group_logging(os_id): False [ 925.059318] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.059478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.059547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.059772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.059865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.060239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.060305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.060458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.060534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060620] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 is going to be created. [ 925.070423] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.134845] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.134845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.135082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.135211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.137077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.158372] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: IN_PROGRESS for 2s [ 925.478130] env[65255]: INFO networking_nsxv3.common.synchronization [None req-d04885e6-6ec5-46aa-a2fe-b88f6aa03d6d tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 925.478130] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 925.478130] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.478130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.478493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.478493] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.559261] env[65255]: INFO networking_nsxv3.common.synchronization [None req-69316e0b-47c6-4440-9411-c67a2df9a91b tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 925.560355] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 925.560536] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.560640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.572759] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.001974] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.002433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.002562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.002918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.003156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.003276] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b already deleted. [ 926.003430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.003647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.003901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.004117] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.077261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.077261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.077261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.077595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.077595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.077595] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 926.110365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.110365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.110365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.110365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.110365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.119956] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 926.525621] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.525762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.525762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.527028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.527028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.527028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b already deleted. [ 926.527028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.172666] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: SUCCESS [ 927.173111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.126768] env[65255]: INFO networking_nsxv3.common.synchronization [req-c3aea362-0f0b-4a65-8718-b53704454337 req-2786174a-bb5b-4a08-8320-c3801dd76937 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 928.131231] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 928.132302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.133430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.133535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.133859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.134066] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.134180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.134281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.134561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.134667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.134776] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.140247] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 928.140550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.141865] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.638131] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.646348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.647085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.647085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.647085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.647085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.647285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.647285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.647433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.647522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.647632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.647881] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.647881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.648039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.648088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.648228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.648323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.648374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.648508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.648587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.648662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.648747] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.140233] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.154066] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6285dc15-ab69-4b43-afad-64b221dcd6de: rpc.has_security_group_logging(os_id): False [ 929.176042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.176042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.176042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.176042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.176505] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.176505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.176505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.176505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.176926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.177150] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 929.255685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.258086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.260227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.260227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.260227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.279888] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 929.644882] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645528] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 929.673332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.674037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.674037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.674037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.674037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.684157] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 929.764098] env[65255]: INFO networking_nsxv3.common.synchronization [req-43918c35-0c8c-4253-bc14-35e29df73f45 req-c55181a4-15d9-44b1-ae19-2d83f0ff8805 tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 929.764355] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 929.764916] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.765079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.765079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.766036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.766036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.766036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.766036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.766036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.766036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.766036] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.268077] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.771142] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.277813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.278093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.278204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.278557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.279348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.279348] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 931.323862] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 931.323862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.350300] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.350486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.350544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.350722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.350892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.364020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 931.699339] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 931.699591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.958090] env[65255]: INFO networking_nsxv3.common.synchronization [None req-30f8cc6f-e360-454c-bdbf-19b2625c907d None None] Enqueued Resource ID: 7bf427be-de8f-4a44-a8d9-b8409aea1c14 with Priority: HIGHEST for action port [ 932.958707] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf427be-de8f-4a44-a8d9-b8409aea1c14 with Priority: HIGHEST for action port [ 932.959434] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf427be-de8f-4a44-a8d9-b8409aea1c14 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.960159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf427be-de8f-4a44-a8d9-b8409aea1c14" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.960159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf427be-de8f-4a44-a8d9-b8409aea1c14" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.960159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf427be-de8f-4a44-a8d9-b8409aea1c14" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.960159] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf427be-de8f-4a44-a8d9-b8409aea1c14',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.377145] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 933.377300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.421891] env[65255]: INFO networking_nsxv3.common.synchronization [None req-efe86d35-d12a-4c06-a233-5526df04868b tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 933.421891] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 933.422342] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.422342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.422342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.423199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.423199] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.463260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bf427be-de8f-4a44-a8d9-b8409aea1c14 [ 933.463260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.463406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.463458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.463759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.463759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.463838] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bf427be-de8f-4a44-a8d9-b8409aea1c14 already deleted. [ 933.463883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf427be-de8f-4a44-a8d9-b8409aea1c14" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.513964] env[65255]: INFO networking_nsxv3.common.synchronization [None req-97e77f22-4ba9-4d2d-8963-378f8f9a4641 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 933.513964] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 933.513964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.513964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.958416] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.958922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.958922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.959206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.959296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.960499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 already deleted. [ 933.960499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.964977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.964977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.964977] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.221266] env[65255]: INFO networking_nsxv3.common.synchronization [None req-712edfd1-67be-4682-bf2e-187b6506e6e3 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 934.222102] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 934.223782] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.223954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.224037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.224277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.224362] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.349152] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7cf81c44-6592-4370-a40d-0d56a5c6f0d5 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 934.349152] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 934.349152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.349152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.487779] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.488592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.488592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.488592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.488592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.489402] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 already deleted. [ 934.489402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.758615] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.758783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.758855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.759107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.759219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.759437] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c already deleted. [ 934.759545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.759767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.759887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.759989] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.291326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.291326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.291326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.291326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.291705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.291705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c already deleted. [ 935.291705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.567569] env[65255]: INFO networking_nsxv3.common.synchronization [None req-5b819960-42e9-4246-852c-0f6d5d5eeab2 None None] Enqueued Resource ID: 8725bd9d-5806-4aef-923c-7ebc68287def with Priority: HIGHEST for action port [ 935.569176] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725bd9d-5806-4aef-923c-7ebc68287def with Priority: HIGHEST for action port [ 935.569544] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8725bd9d-5806-4aef-923c-7ebc68287def taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.569677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8725bd9d-5806-4aef-923c-7ebc68287def" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.569746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8725bd9d-5806-4aef-923c-7ebc68287def" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.570510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8725bd9d-5806-4aef-923c-7ebc68287def" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.570606] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8725bd9d-5806-4aef-923c-7ebc68287def',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.786267] env[65255]: INFO networking_nsxv3.common.synchronization [None req-5028b444-7a8b-4b3d-960b-6efc1f61cedf None None] Enqueued Resource ID: 93406280-7b3b-4072-8bf0-fcce480536fb with Priority: HIGHEST for action port [ 935.786850] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93406280-7b3b-4072-8bf0-fcce480536fb with Priority: HIGHEST for action port [ 935.787466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-93406280-7b3b-4072-8bf0-fcce480536fb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.787613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93406280-7b3b-4072-8bf0-fcce480536fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.787682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93406280-7b3b-4072-8bf0-fcce480536fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.787923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93406280-7b3b-4072-8bf0-fcce480536fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.787993] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93406280-7b3b-4072-8bf0-fcce480536fb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.074268] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8725bd9d-5806-4aef-923c-7ebc68287def [ 936.074268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.075030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.075030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.075030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.075030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.075030] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8725bd9d-5806-4aef-923c-7ebc68287def already deleted. [ 936.075254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8725bd9d-5806-4aef-923c-7ebc68287def" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.294056] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93406280-7b3b-4072-8bf0-fcce480536fb [ 936.294339] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.294450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.294517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.294802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.294905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.296018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93406280-7b3b-4072-8bf0-fcce480536fb already deleted. [ 936.296018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93406280-7b3b-4072-8bf0-fcce480536fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.190399] env[65255]: INFO networking_nsxv3.common.synchronization [None req-63c72492-dce0-46a7-aac5-3f61be38ed46 None None] Enqueued Resource ID: f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b with Priority: HIGHEST for action port [ 938.190910] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b with Priority: HIGHEST for action port [ 938.191239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.191406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.191474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.191745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.191832] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.574597] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ca4a49b-efdf-475e-b492-b8528975631b req-4aa1132b-ca9e-4ba5-834f-794477bf9645 tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 938.575153] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 938.575799] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.575925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.575994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.576220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.576390] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.576489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.576551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.576696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.576788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.576904] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.693500] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b [ 938.693725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.693876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.693946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.694174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.694266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.694361] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b already deleted. [ 938.694440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24ed06f-ad64-4bd0-bc61-fa80b65e9c2b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.909564] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.909757] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.909878] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.910159] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.910408] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.910561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.910674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.910876] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.911019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.911259] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.911364] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.911444] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.911548] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.911655] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.911755] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.911894] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.935061] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.935061] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.935061] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.935061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-753" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.935338] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-11f31bbd-fa2e-49ac-9626-cf318c560e23 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.935338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.935440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.936218] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.936218] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f31bbd-fa2e-49ac-9626-cf318c560e23',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.079142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.079324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.079399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.079616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.079714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.080690] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.080690] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be updated. [ 939.107405] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.107548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.107821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.107957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.118580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 939.438659] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.439048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.439175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.439449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.439597] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.439765] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 11f31bbd-fa2e-49ac-9626-cf318c560e23 not found, creating... [ 939.440049] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.440208] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.440325] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.440540] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.440674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.440961] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.441128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.441242] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.441451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.441583] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.441721] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 11f31bbd-fa2e-49ac-9626-cf318c560e23 is going to be created. [ 939.464391] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.464554] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.464714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.464994] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.465249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.465491] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.233284] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ca4a49b-efdf-475e-b492-b8528975631b req-703930d5-ed3a-45bc-86de-76ae8aa03877 service nova] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 940.233476] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ca4a49b-efdf-475e-b492-b8528975631b req-703930d5-ed3a-45bc-86de-76ae8aa03877 service nova] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 940.233613] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ca4a49b-efdf-475e-b492-b8528975631b req-703930d5-ed3a-45bc-86de-76ae8aa03877 service nova] Enqueued Resource ID: 11f31bbd-fa2e-49ac-9626-cf318c560e23 with Priority: HIGHEST for action port [ 940.234336] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_rules [ 940.234526] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 940.235044] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f31bbd-fa2e-49ac-9626-cf318c560e23 with Priority: HIGHEST for action port [ 940.235338] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.235545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.235704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.235992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.236166] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.237552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.237721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.238120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f31bbd-fa2e-49ac-9626-cf318c560e23 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.238315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.239021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.239102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.239455] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f31bbd-fa2e-49ac-9626-cf318c560e23',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.741636] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.741925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.744435] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11f31bbd-fa2e-49ac-9626-cf318c560e23 with status ACTIVE [ 940.744731] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.744731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.744903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.745102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.745167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.745352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.745456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.745518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.745697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.745812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.746611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.746611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.746611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.746611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.746611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.747095] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11f31bbd-fa2e-49ac-9626-cf318c560e23 is going to be updated. [ 940.771780] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.772026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.772078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.772276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.772411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.772619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f31bbd-fa2e-49ac-9626-cf318c560e23" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.093538] env[65255]: INFO networking_nsxv3.common.synchronization [req-62a019dd-1f60-4707-9a3c-8c70942d1867 req-247e2f10-0564-4e1c-99df-4901d0724112 tempest-ServerPasswordTestJSON-1949086186 tempest-ServerPasswordTestJSON-1949086186-project-member] Enqueued Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 941.094098] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 941.094666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.094666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.094666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.094918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.095127] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.095248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.095312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.095470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.095552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.095657] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.128234] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 941.128424] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c deletion is rescheduled due to dependency. [ 941.128535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.128687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.128895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.129086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.129202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.129264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.129416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.129649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.129649] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.424680] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.424809] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-572" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.424869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-572" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.425216] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-572" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.425484] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.425668] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.425799] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.426059] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.426211] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.426796] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.426796] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.426796] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.426796] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.427053] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.427053] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.427141] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.445882] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.446079] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.446320] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.446545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-572" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.446823] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-8260e544-c4a1-400d-89b9-b28bc0bb7101 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.447013] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.447196] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.447530] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.447670] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8260e544-c4a1-400d-89b9-b28bc0bb7101',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.597958] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.598418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.598418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.598584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.598617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.598803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.598906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.598959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.599114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.599186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.599266] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 already deleted. [ 941.599343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.631420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.950872] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.951156] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.951213] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.951448] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.951592] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.951747] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 8260e544-c4a1-400d-89b9-b28bc0bb7101 not found, creating... [ 941.952024] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.952191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952307] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.952521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.952673] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.952962] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.953128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.953243] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.953959] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.953959] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.953959] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 8260e544-c4a1-400d-89b9-b28bc0bb7101 is going to be created. [ 941.979011] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.979253] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.979380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.979668] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.979896] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.980138] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.133334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.636552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.636716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.636777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.636993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.637105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.637206] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be updated. [ 942.669814] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.669951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.670033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.670245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.670390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.680721] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 942.745591] env[65255]: INFO networking_nsxv3.common.synchronization [req-62a019dd-1f60-4707-9a3c-8c70942d1867 req-fb86c419-610d-4543-ba59-a21192cdf0a2 service nova] Enqueued Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_rules [ 942.745591] env[65255]: INFO networking_nsxv3.common.synchronization [req-62a019dd-1f60-4707-9a3c-8c70942d1867 req-fb86c419-610d-4543-ba59-a21192cdf0a2 service nova] Enqueued Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 942.745699] env[65255]: INFO networking_nsxv3.common.synchronization [req-62a019dd-1f60-4707-9a3c-8c70942d1867 req-fb86c419-610d-4543-ba59-a21192cdf0a2 service nova] Enqueued Resource ID: 8260e544-c4a1-400d-89b9-b28bc0bb7101 with Priority: HIGHEST for action port [ 942.747145] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_rules [ 942.747145] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 942.747145] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8260e544-c4a1-400d-89b9-b28bc0bb7101 with Priority: HIGHEST for action port [ 942.747145] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.747145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.747145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.747593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.747593] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.748302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.748417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.748484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.748655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.748835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.750076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.750076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.750076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.750076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.750076] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.754019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8260e544-c4a1-400d-89b9-b28bc0bb7101 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.754019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.754019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.754019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.754019] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8260e544-c4a1-400d-89b9-b28bc0bb7101',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.252770] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.253110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.253165] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.255623] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8260e544-c4a1-400d-89b9-b28bc0bb7101 with status ACTIVE [ 943.255855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.256503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.256503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.256621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.256656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.256835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.256979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.257087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.257259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.257380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.257558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.257657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.257734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.257899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.257994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.258107] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8260e544-c4a1-400d-89b9-b28bc0bb7101 is going to be updated. [ 943.294976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.295200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.295200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.295370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.295475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.295628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8260e544-c4a1-400d-89b9-b28bc0bb7101" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.603427] env[65255]: INFO networking_nsxv3.common.synchronization [req-f192e349-b580-4153-aaf6-e51b9c077817 req-60e1593e-a803-4011-9338-cb814c834ced tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 943.604372] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 943.604471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.604632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.604854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.605361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.605561] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.605743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.605817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.605993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.606090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.606186] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.755391] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.845934] env[65255]: INFO networking_nsxv3.common.synchronization [req-2d63b47f-5884-49e4-a022-dad225bba3b3 req-b130c95b-c513-4df6-818b-53353f1889d1 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 943.846861] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 943.846861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.846861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.846861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.846861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.847110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.847384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.847439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.847625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.847737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.847855] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.948641] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.948836] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.948978] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.949335] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.949605] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.949764] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.949891] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.950215] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.950288] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.950457] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.950563] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.950667] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.950769] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.950871] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.950970] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.951107] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.975412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.975593] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.975748] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.975930] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.976280] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.976505] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.976653] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.977025] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.977176] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9187505d-d3ce-4fcf-9e8a-3924d8256a0b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.110800] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.111106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.111201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.111393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.111473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.111704] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.111820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.111882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.113611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.113611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.113611] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 already deleted. [ 944.113611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.260573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.260846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.260846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.261925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.262039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.262150] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 is going to be created. [ 944.291711] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.291711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.292252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.292292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.292850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.303753] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: UNINITIALIZED for 2s [ 944.350503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.350672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.350727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.350963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.351063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.354368] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.354368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.354368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.354368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.354368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.354368] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 944.378551] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.378551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.378834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.378834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.378996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388563] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 944.483429] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.483652] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.483784] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.484092] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.484246] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.484405] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 9187505d-d3ce-4fcf-9e8a-3924d8256a0b not found, creating... [ 944.485042] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.485306] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.485499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.485862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.486098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.486410] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.486588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.486708] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.486935] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.487089] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.487232] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b is going to be created. [ 944.512268] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.512518] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512940] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.513202] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.513429] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.652331] env[65255]: INFO networking_nsxv3.common.synchronization [req-43862006-315b-4680-8457-e31194a4a0e2 req-5a96fc79-0c50-479c-aa10-96f13baca7c4 tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 944.652950] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 944.653339] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.653466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.653534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.653734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.653888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.654154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.654233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.654406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.654499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.654628] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.693710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 944.694734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.694734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.694734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.694734] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.694980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.694980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.695167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.695288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.695331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.695424] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.157094] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.198232] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.236855] env[65255]: INFO networking_nsxv3.common.synchronization [req-f192e349-b580-4153-aaf6-e51b9c077817 req-795efba8-8919-4925-a923-548a6c34d1a0 service nova] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 945.236855] env[65255]: INFO networking_nsxv3.common.synchronization [req-f192e349-b580-4153-aaf6-e51b9c077817 req-795efba8-8919-4925-a923-548a6c34d1a0 service nova] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 945.236855] env[65255]: INFO networking_nsxv3.common.synchronization [req-f192e349-b580-4153-aaf6-e51b9c077817 req-795efba8-8919-4925-a923-548a6c34d1a0 service nova] Enqueued Resource ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with Priority: HIGHEST for action port [ 945.238176] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 945.238459] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 945.238668] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with Priority: HIGHEST for action port [ 945.239169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.239496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.239685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.240026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.240209] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.241406] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.242026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.242026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.242026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.242332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.242538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.243602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.243602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.243602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.243602] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.244766] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.244766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.244766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.244766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.244766] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9187505d-d3ce-4fcf-9e8a-3924d8256a0b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.659637] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.700113] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4965cb79-a40a-420b-863d-6919a1cf782c: rpc.has_security_group_logging(os_id): False [ 945.718671] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.718830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.718901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.719123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.719275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.719466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.719563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.719624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.719771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.719848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.719933] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be updated. [ 945.746549] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.747637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.747756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.747909] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with status ACTIVE [ 945.748086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.748194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.748258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.748459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.748600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.748812] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.748951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.749069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.749804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.749804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.750017] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.750017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.750108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.750185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.750485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.750485] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b is going to be updated. [ 945.774106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.774279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.774341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.774580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.774780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.774940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.788521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.788852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.788852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.789097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.789187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.804771] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 946.162324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.162497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.162654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.162898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.163026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.163175] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 946.209884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.210364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.210364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.210364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.210502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.220361] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 946.253500] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.267088] env[65255]: INFO networking_nsxv3.common.synchronization [req-9b3a27d4-6c54-4841-8bd2-64a230697132 req-8ce9b96a-6440-4bfc-a524-65113891da31 tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 946.267669] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 946.267992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.268128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.268309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.268594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.268766] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.268877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.268941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.269118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.269287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.269337] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.319134] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: SUCCESS [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.319134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319134] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.400724] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 946.400724] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 946.400724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.627310] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.627512] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.627682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.628061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.628460] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.628644] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.628762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.629114] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.629264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.629656] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.629975] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.630118] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.630226] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.630342] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.630445] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.630591] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.653356] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.653560] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.653698] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.653870] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-138" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.654232] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-5ab554b7-1c53-40c1-a4b6-b8116223b409 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.654403] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.654517] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.654944] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.655281] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab554b7-1c53-40c1-a4b6-b8116223b409',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.755897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.756364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.756364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.756608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.756824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.756994] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 is going to be created. [ 946.772225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.772408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.772498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.772818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.772919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.773127] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.773231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.773311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.773547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.773663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.773771] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b already deleted. [ 946.773859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.783616] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.783782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.783916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.784161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.784324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.796905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: UNINITIALIZED for 2s [ 946.821149] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.821357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.821505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.821946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.822188] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.822302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.822371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.822552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.822621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.822729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.822860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.822955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.823033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.823182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.823349] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.823458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.823520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.823658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.823750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.823833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.823927] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.162138] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.162138] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.162328] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.162559] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.162806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.163088] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 5ab554b7-1c53-40c1-a4b6-b8116223b409 not found, creating... [ 947.163542] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.164054] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164714] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165206] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.165436] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.165695] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.165996] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.166209] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166403] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 5ab554b7-1c53-40c1-a4b6-b8116223b409 is going to be created. [ 947.188026] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.188208] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.188328] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.189678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.189678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.189678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.326345] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2446fe00-3f3a-4bb1-997c-fb4f008dd694: rpc.has_security_group_logging(os_id): False [ 947.353058] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.353058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.353058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.353058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.353353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.353353] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.353444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.353477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.353609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.353686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.353860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.353952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.354174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.354246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.354584] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.354776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.354955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.355131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.355131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 is going to be created. [ 947.453708] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.453873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.453917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.454195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.454394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.468289] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: IN_PROGRESS for 2s [ 947.818651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 947.819071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.970589] env[65255]: INFO networking_nsxv3.common.synchronization [req-9b3a27d4-6c54-4841-8bd2-64a230697132 req-77611f3b-059b-4999-9f1c-8aa6d96ed5f8 service nova] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 947.970917] env[65255]: INFO networking_nsxv3.common.synchronization [req-9b3a27d4-6c54-4841-8bd2-64a230697132 req-77611f3b-059b-4999-9f1c-8aa6d96ed5f8 service nova] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 947.971119] env[65255]: INFO networking_nsxv3.common.synchronization [req-9b3a27d4-6c54-4841-8bd2-64a230697132 req-77611f3b-059b-4999-9f1c-8aa6d96ed5f8 service nova] Enqueued Resource ID: 5ab554b7-1c53-40c1-a4b6-b8116223b409 with Priority: HIGHEST for action port [ 947.972024] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_rules [ 947.972024] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 947.972024] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab554b7-1c53-40c1-a4b6-b8116223b409 with Priority: HIGHEST for action port [ 947.972354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.972499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.972586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.972814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.972923] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.975355] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.975486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.975553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.975756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.975912] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.976024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.976088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.976228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.976315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.976408] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.980718] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ab554b7-1c53-40c1-a4b6-b8116223b409 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.980903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.980903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.981230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.981230] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab554b7-1c53-40c1-a4b6-b8116223b409',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.231324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 948.232035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.483239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.483378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.483577] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.484555] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ab554b7-1c53-40c1-a4b6-b8116223b409 with status ACTIVE [ 948.484855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.485378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.485557] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.486076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.486288] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.486416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.486457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.486579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.486655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.486739] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ab554b7-1c53-40c1-a4b6-b8116223b409 is going to be updated. [ 948.510223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.510401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.510514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.510647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.510775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.511485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ab554b7-1c53-40c1-a4b6-b8116223b409" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: SUCCESS [ 948.808224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.808617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.808894] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.809054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.809117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.809529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.809784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.809784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.809784] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.989293] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.313371] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.481979] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: SUCCESS [ 949.482227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.492096] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.492334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.492334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.492731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.492995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.492995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b is going to be created. [ 949.524486] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.525590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.525590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.525590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.525590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.536407] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: UNINITIALIZED for 2s [ 949.814706] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122e9471-e4d0-44bc-b08a-c2aa345db0a3: rpc.has_security_group_logging(os_id): False [ 949.835763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.835993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.836201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.836268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.836328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.836579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.836684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.836734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.836876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.836951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.837065] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 is going to be created. [ 949.907847] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.908104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.908104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.908246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.908366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.925358] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: IN_PROGRESS for 2s [ 950.232453] env[65255]: INFO networking_nsxv3.common.synchronization [req-7f0fb27a-d2fc-4625-b7f9-d969b6c46f6a req-5ff0cc99-9551-4b25-af87-e4ec640d24b5 tempest-ServersAdminTestJSON-1226568924 tempest-ServersAdminTestJSON-1226568924-project-member] Enqueued Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 950.233018] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd with Priority: HIGHEST for action security_group_members [ 950.233841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e803fe-679c-4e41-8e37-2513c90dc7fd taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.234031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.234110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.234310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.234473] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.234572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.234745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.234819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.234904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.234999] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e803fe-679c-4e41-8e37-2513c90dc7fd',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.737979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.738178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.738522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.768166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.768166] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.768166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.768166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.768639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.768857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.769067] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd is going to be updated. [ 950.809277] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.809633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.809633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.809768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.809888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.821541] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: IN_PROGRESS for 2s [ 950.986290] env[65255]: INFO networking_nsxv3.common.synchronization [req-ca5c8327-3f73-4748-8f61-8823a3ba7809 req-b55298a9-080b-4e08-b408-c5b734039fd4 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 950.988343] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 950.988343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.988343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.988343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.988343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.988343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.988824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.988824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.988824] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.388054] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.388399] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.388622] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.389055] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.389490] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.389800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.389975] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390347] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.390572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.390875] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.391068] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.391191] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.391301] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.391450] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.391561] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.391707] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.416939] env[65255]: INFO networking_nsxv3.common.synchronization [req-058b2a85-d23f-4a2a-9035-3607b58278a3 req-7ea150e2-400d-4c8e-9637-5b57e55c0d7f tempest-MigrationsAdminTest-313058870 tempest-MigrationsAdminTest-313058870-project-member] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 951.417558] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGHEST for action security_group_members [ 951.417883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.418215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.418343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.418570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.418736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.418844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.418915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.419405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.419502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.419600] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.425290] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.425478] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.425604] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.425848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.426217] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-c41b904a-8972-4b2d-a6a8-e20a52818f4f taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.426397] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.426532] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.426916] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.427057] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41b904a-8972-4b2d-a6a8-e20a52818f4f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.492541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.492792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.492907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.493203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.493492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.493492] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.493606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.493715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.493799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.493924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.494406] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 already deleted. [ 951.494406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.547753] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: SUCCESS [ 951.547991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.548233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.548483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.548588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.548865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.548951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.548979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549160] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.922968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.923178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.923225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.923451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.930139] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.930353] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.930477] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.930753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.930903] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.931086] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port c41b904a-8972-4b2d-a6a8-e20a52818f4f not found, creating... [ 951.931397] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.931582] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.931874] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.931942] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.932098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.932383] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.932537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.932706] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.932911] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.933054] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.933193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: c41b904a-8972-4b2d-a6a8-e20a52818f4f is going to be created. [ 951.938575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: SUCCESS [ 951.938804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.946789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.947095] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.947220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.947288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.947485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.947568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.947656] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be updated. [ 951.961244] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.961492] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.961635] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.961943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.962207] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.962443] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.979184] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.979344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.979422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.979643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.979811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.990112] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: IN_PROGRESS for 2s [ 952.051916] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.554290] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fdfbc04-ac2e-4b1d-a724-75b6db09635b: rpc.has_security_group_logging(os_id): False [ 952.575083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.575407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.575407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.576018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.576181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.576566] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.576687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.576771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.576954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.577052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.577149] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b is going to be created. [ 952.650169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.650169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.650169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.650359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.650619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.660790] env[65255]: INFO networking_nsxv3.common.synchronization [req-ca5c8327-3f73-4748-8f61-8823a3ba7809 req-dedc7c2b-4c4c-4c5e-8cb0-0590281234ff service nova] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 952.660790] env[65255]: INFO networking_nsxv3.common.synchronization [req-ca5c8327-3f73-4748-8f61-8823a3ba7809 req-dedc7c2b-4c4c-4c5e-8cb0-0590281234ff service nova] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 952.660790] env[65255]: INFO networking_nsxv3.common.synchronization [req-ca5c8327-3f73-4748-8f61-8823a3ba7809 req-dedc7c2b-4c4c-4c5e-8cb0-0590281234ff service nova] Enqueued Resource ID: c41b904a-8972-4b2d-a6a8-e20a52818f4f with Priority: HIGHEST for action port [ 952.661310] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_rules [ 952.661443] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 952.661539] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41b904a-8972-4b2d-a6a8-e20a52818f4f with Priority: HIGHEST for action port [ 952.665023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.665023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.665023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.665023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.665023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.665023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.665023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.665023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.666159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.666344] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.666928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.666928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.666928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.666928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.666928] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.668656] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41b904a-8972-4b2d-a6a8-e20a52818f4f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.668656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.668656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.668656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.668656] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41b904a-8972-4b2d-a6a8-e20a52818f4f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.672449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: IN_PROGRESS for 2s [ 952.833343] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd in Status: SUCCESS [ 952.833544] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e803fe-679c-4e41-8e37-2513c90dc7fd deletion is rescheduled due to dependency. [ 952.833643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e803fe-679c-4e41-8e37-2513c90dc7fd" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.173458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.173596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.173783] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.174787] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41b904a-8972-4b2d-a6a8-e20a52818f4f with status ACTIVE [ 953.174968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.175134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.175200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.175350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.175436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.175605] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.175746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.175799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.175992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.176096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.176302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.176397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.176455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.176592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.176664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.176759] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41b904a-8972-4b2d-a6a8-e20a52818f4f is going to be updated. [ 953.197724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.197914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.197986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.198208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.198503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41b904a-8972-4b2d-a6a8-e20a52818f4f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.405796] env[65255]: INFO networking_nsxv3.common.synchronization [req-45e56f22-4e17-4ce6-9225-3881f1152fc8 req-869d2c9c-c77a-4552-8f2a-8209c6b69085 tempest-ServerPasswordTestJSON-1949086186 tempest-ServerPasswordTestJSON-1949086186-project-member] Enqueued Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 953.406552] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGHEST for action security_group_members [ 953.406878] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.407038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.407104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.407353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.407554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.407684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.407790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.407960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.408472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.408609] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.478553] env[65255]: INFO networking_nsxv3.common.synchronization [req-652b16f0-c0cb-4bea-9f4d-8e5951245877 req-1e6ed4b3-1d7a-4001-91d3-01f6256d052c tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 953.479043] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 953.479388] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.479483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.479544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.479784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.479937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.480062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.480128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.480282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.480368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.480460] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.679708] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.782878] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.783145] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.783362] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.783571] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.784162] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.784337] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.784458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.784723] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.784873] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.785113] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.785229] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.785338] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.785486] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.785557] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.785670] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.785864] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.806661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.806661] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.806661] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.806830] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.807132] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-9150eaed-9832-4829-b5b1-d845172f6bd7 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.807402] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.807446] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.807769] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.807918] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9150eaed-9832-4829-b5b1-d845172f6bd7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.911312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.911565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.911707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.911995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.912138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.912468] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.912607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.912697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.912970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.913116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913219] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 is going to be updated. [ 953.947327] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.947547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.947639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.947897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.948103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.958925] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: IN_PROGRESS for 2s [ 953.985372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985372] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c already deleted. [ 953.985372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.002886] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 in Status: SUCCESS [ 954.003121] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 deletion is rescheduled due to dependency. [ 954.003178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.183758] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.183758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.183758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.183758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.183758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.183758] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 is going to be created. [ 954.209307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.209395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.209429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.209629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.210214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.221193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: UNINITIALIZED for 2s [ 954.311096] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.311096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.311096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.311096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.311096] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.311485] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 9150eaed-9832-4829-b5b1-d845172f6bd7 not found, creating... [ 954.311655] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.311862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.312019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.312312] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.312456] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.313055] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.313302] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.313435] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.313674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.313821] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.313982] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 9150eaed-9832-4829-b5b1-d845172f6bd7 is going to be created. [ 954.352958] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353362] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.353637] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.353843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.354244] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.690470] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: SUCCESS [ 954.690738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.071290] env[65255]: INFO networking_nsxv3.common.synchronization [req-652b16f0-c0cb-4bea-9f4d-8e5951245877 req-1dcb61c3-6bd0-44b1-a596-f345a82e1728 service nova] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 955.071525] env[65255]: INFO networking_nsxv3.common.synchronization [req-652b16f0-c0cb-4bea-9f4d-8e5951245877 req-1dcb61c3-6bd0-44b1-a596-f345a82e1728 service nova] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 955.071692] env[65255]: INFO networking_nsxv3.common.synchronization [req-652b16f0-c0cb-4bea-9f4d-8e5951245877 req-1dcb61c3-6bd0-44b1-a596-f345a82e1728 service nova] Enqueued Resource ID: 9150eaed-9832-4829-b5b1-d845172f6bd7 with Priority: HIGHEST for action port [ 955.072297] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_rules [ 955.072444] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 955.072631] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9150eaed-9832-4829-b5b1-d845172f6bd7 with Priority: HIGHEST for action port [ 955.073448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.073612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.073713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.073943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.074060] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.077772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.077772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.077900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.078011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.078194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.078296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.078356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.078504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.078589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.078680] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.082337] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9150eaed-9832-4829-b5b1-d845172f6bd7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.082593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.082593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.082781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.082864] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9150eaed-9832-4829-b5b1-d845172f6bd7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.584516] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.584652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.585217] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.586743] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9150eaed-9832-4829-b5b1-d845172f6bd7 with status ACTIVE [ 955.586944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.587370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.587445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.587658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.587752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.587925] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.588044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.588112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.588259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.588446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.588642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.588739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.588801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.588939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.589028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.589134] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9150eaed-9832-4829-b5b1-d845172f6bd7 is going to be updated. [ 955.613602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.613749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.613816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.614031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.614169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.614323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9150eaed-9832-4829-b5b1-d845172f6bd7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.969631] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-b54d525a-08bb-45d7-a332-73c6430c8681 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 955.970375] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 in Status: SUCCESS [ 955.970541] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 deletion is rescheduled due to dependency. [ 955.970648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.971154] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 955.971469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.971592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.971651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.971962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.972074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.972154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.972195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.972365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.972447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.972500] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.087351] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.234295] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: SUCCESS [ 956.234535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.234778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.235061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.235275] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.237034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.237034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.237034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.237034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.237034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.237034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.408012] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.408012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.408012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.409041] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.409392] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.409595] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.409736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.410365] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.410365] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.410499] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.410499] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.410608] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.410712] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.410829] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.410937] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.411218] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.443505] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.443691] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.443905] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.444058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.444920] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.444920] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.444920] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.445230] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.445230] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70b6e1b-faa0-48b1-8560-5ab88ad4c10a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.474723] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.474970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.475057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.475286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.475441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.475589] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.475687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.475780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.475942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.476030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.476118] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff already deleted. [ 956.476200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.590077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.590077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.590077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.590256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.590349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.590414] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c is going to be created. [ 956.615092] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.615275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.615346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.615517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.615672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.625627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: UNINITIALIZED for 2s [ 956.739333] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.948381] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.948686] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.948901] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.949374] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.949627] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.949915] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port a70b6e1b-faa0-48b1-8560-5ab88ad4c10a not found, creating... [ 956.950362] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.950612] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.950822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.951265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.951428] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.951929] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.952169] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.952364] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.952752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.952942] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.953575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: a70b6e1b-faa0-48b1-8560-5ab88ad4c10a is going to be created. [ 956.980132] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.980477] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980541] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.980770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.981012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981255] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.241349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fc3032a-f2bb-445a-afc2-5c87aab6f673: rpc.has_security_group_logging(os_id): False [ 957.258661] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.258825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.258907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.259311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.259311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.259559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.259689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.259774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.259998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.260173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.260310] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 is going to be created. [ 957.349435] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.349594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.349653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.349868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.350060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.361365] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: IN_PROGRESS for 2s [ 957.691309] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-de8e4dfb-474b-4cb4-9eae-672808d90de3 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 957.691309] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-de8e4dfb-474b-4cb4-9eae-672808d90de3 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 957.691605] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-de8e4dfb-474b-4cb4-9eae-672808d90de3 service nova] Enqueued Resource ID: a70b6e1b-faa0-48b1-8560-5ab88ad4c10a with Priority: HIGHEST for action port [ 957.692459] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 957.693395] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 957.693395] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70b6e1b-faa0-48b1-8560-5ab88ad4c10a with Priority: HIGHEST for action port [ 957.693729] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.694891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.694891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.694891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.695121] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.696922] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.696922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.696922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.701346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.701346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.701346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.701346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.701639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.701688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.701778] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.702861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.703315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.703315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.703315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.703315] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70b6e1b-faa0-48b1-8560-5ab88ad4c10a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.205593] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.206094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.206094] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.206845] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a70b6e1b-faa0-48b1-8560-5ab88ad4c10a with status ACTIVE [ 958.207075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.207208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.207275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.207477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.207579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.207745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.207938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.207938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.208066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.208118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.209110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.209110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.209110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.209110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.209110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.209110] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a70b6e1b-faa0-48b1-8560-5ab88ad4c10a is going to be updated. [ 958.233387] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.233507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.233507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.233741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.234561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.234561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70b6e1b-faa0-48b1-8560-5ab88ad4c10a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.498185] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-51ee9a95-4a8d-4d9e-97df-05e145e3cfb7 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 958.498185] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 958.498185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.498185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.638580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: SUCCESS [ 958.638824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.638995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.639249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.639448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.639573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.639626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.639892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.639892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.640505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.640505] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.710499] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.831014] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.831422] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.831557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.831823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.832117] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.832499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.832499] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.832634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.832770] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.833063] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.833196] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.833322] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.833444] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.833543] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.833648] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.833779] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.854381] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.854652] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.854894] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.855179] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.855528] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.855747] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.855940] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.856342] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.856486] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce6493a-c3dc-4de5-b95b-dbfbd5002e02',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.142667] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.216280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.216280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.216280] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be created. [ 959.255361] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.255520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.255591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.255844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.256038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.269573] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: UNINITIALIZED for 2s [ 959.359882] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.360220] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.360421] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.360776] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.360982] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.361218] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 not found, creating... [ 959.361575] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.361753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.361937] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.362277] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.362431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.362746] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.362938] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.363204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.363448] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.363585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.363754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 is going to be created. [ 959.375832] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: SUCCESS [ 959.376185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387031] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.387031] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.387206] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.387383] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.387607] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.387835] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.646893] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5347eafd-1ff2-4ba6-910a-bb187402b09c: rpc.has_security_group_logging(os_id): False [ 959.667680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.667680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.667680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.667680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.667680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.667680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.667970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.667970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.667970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.668143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.668143] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c is going to be created. [ 959.731424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.731594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.731676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.731888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.732130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.748086] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: IN_PROGRESS for 2s [ 960.148625] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-a2af6790-0f09-4dde-98fc-b31d6460f366 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 960.148832] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-a2af6790-0f09-4dde-98fc-b31d6460f366 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 960.148995] env[65255]: INFO networking_nsxv3.common.synchronization [req-a9b5eba1-7e08-4429-8140-d1349703c931 req-a2af6790-0f09-4dde-98fc-b31d6460f366 service nova] Enqueued Resource ID: 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 with Priority: HIGHEST for action port [ 960.149555] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 960.149711] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 960.149782] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 with Priority: HIGHEST for action port [ 960.150097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150407] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150695] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.151305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.151305] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce6493a-c3dc-4de5-b95b-dbfbd5002e02',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.654284] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 with status ACTIVE [ 960.654568] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.655472] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.655656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.656123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.656255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.656510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.656674] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce6493a-c3dc-4de5-b95b-dbfbd5002e02 is going to be updated. [ 960.683981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.684238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.684328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.684567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.684662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.684898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce6493a-c3dc-4de5-b95b-dbfbd5002e02" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282162] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 961.282486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283402] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.283606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.283711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284171] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.285104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.285282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.285540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.285703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.285784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.285987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.286149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.286219] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.763392] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: SUCCESS [ 961.763714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.789519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.789674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.789873] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.101810] env[65255]: INFO networking_nsxv3.common.synchronization [req-215d73e9-453a-4d4a-93f7-f3a1160a731c req-e37e4764-26b1-4700-9872-dd479d4b0578 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 962.106792] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 962.107331] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.107574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.107921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.108018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.108124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.108195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.108368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.108471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.109309] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.295347] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.560050] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.560050] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.560050] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.560050] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.560050] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.560050] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.561833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.561833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.561833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.561833] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.561833] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.561833] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.562037] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.562037] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.562122] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.562263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.589776] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.590120] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.590412] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.590685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.591326] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.591496] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.592084] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.592084] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.592249] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcbcd7c7-56dc-48af-9fd3-82d2520f6543',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.613687] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.613687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.613986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.613986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.614151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.614286] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.614389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.614438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.614583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.614646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.614732] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 962.644193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.644449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.644449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.644974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.644974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.660024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 962.798105] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.798397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.798397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.798570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.798663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.798766] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 962.835379] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.835739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.835928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.836643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.851722] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 963.095020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.095245] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.095291] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.097711] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port fcbcd7c7-56dc-48af-9fd3-82d2520f6543 not found, creating... [ 963.097711] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.097711] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.097711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.098613] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.098613] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.098613] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.098613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: fcbcd7c7-56dc-48af-9fd3-82d2520f6543 is going to be created. [ 963.122737] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.123073] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.123143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.123374] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.123665] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.123811] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.823553] env[65255]: INFO networking_nsxv3.common.synchronization [req-215d73e9-453a-4d4a-93f7-f3a1160a731c req-198b1cba-81f5-4318-853c-5b044e05e6f0 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 963.823903] env[65255]: INFO networking_nsxv3.common.synchronization [req-215d73e9-453a-4d4a-93f7-f3a1160a731c req-198b1cba-81f5-4318-853c-5b044e05e6f0 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 963.823903] env[65255]: INFO networking_nsxv3.common.synchronization [req-215d73e9-453a-4d4a-93f7-f3a1160a731c req-198b1cba-81f5-4318-853c-5b044e05e6f0 service nova] Enqueued Resource ID: fcbcd7c7-56dc-48af-9fd3-82d2520f6543 with Priority: HIGHEST for action port [ 963.824466] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 963.824588] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 963.824696] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbcd7c7-56dc-48af-9fd3-82d2520f6543 with Priority: HIGHEST for action port [ 963.825086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.825223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.825223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.825380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.825458] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.826343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.826452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.826620] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.826707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.826773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.826946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.827028] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcbcd7c7-56dc-48af-9fd3-82d2520f6543',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.329450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.329683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.331039] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcbcd7c7-56dc-48af-9fd3-82d2520f6543 with status ACTIVE [ 964.331308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.331439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.331510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.331734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.331889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.332194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.332315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.332526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.332595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.332683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.332881] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.332979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.333053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.333202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.333277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.333361] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcbcd7c7-56dc-48af-9fd3-82d2520f6543 is going to be updated. [ 964.355735] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.355872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.355946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.356226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.356366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.356552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcbcd7c7-56dc-48af-9fd3-82d2520f6543" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.671401] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 964.671630] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 964.671689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.672218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.672218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.672435] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.672551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.672614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.672793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.672877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.672995] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.861882] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 964.861882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.861882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862327] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.862327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.862327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.862654] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.177681] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.364626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.679766] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.866920] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.185733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.185922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.186215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.186287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.186356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.186459] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 966.223181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.223457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.223457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.223687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.223843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.235036] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 966.372740] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.372740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.372740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.372740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.372740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.372740] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 966.414387] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.414387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.414387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.414616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.416508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.430279] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 968.247676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 968.248063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.248063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.248266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.248461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.248584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.248647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.248882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.248989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.249091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.249183] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.441622] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 968.441622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.441622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.441869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.441981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.442059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.442132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.442285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.442365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.442448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.442611] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.442779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.442869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.443030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.443179] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.443270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.443328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.443461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.443533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.443609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.443695] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.751561] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.751783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.751849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.752233] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.752334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.752397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.752678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.752869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.753058] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.753160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.753225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.753367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.753537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.753637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.753723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.753890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.753969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.754063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.754183] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.825389] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 968.825582] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 968.947630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be7460c-1a2c-415e-813c-2e228125e2ff: rpc.has_security_group_logging(os_id): False [ 968.971015] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.971261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.971357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.971633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.971768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.972029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.972169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.972249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.972439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.972538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.972843] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.972996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.973110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.973297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.973396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.973623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.973747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.973811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.973976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.974086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.974197] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be created. [ 969.036966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.037237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.037414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.037753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.038081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.052304] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 969.258296] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 969.280327] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.280652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.280652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.281191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.281352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.281869] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.281869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.281869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.282077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.282110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.282313] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.282428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.282530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.282762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.282864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.283429] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.283429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.283429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.283646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.283646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.283765] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 969.352920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.353104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.353188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.353416] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.353602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.384488] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 970.174442] env[65255]: INFO networking_nsxv3.common.synchronization [req-f5ee8279-89ef-4b4b-8506-66ebeae72c9f req-f09f5c7f-133c-414d-8975-28e379bd1402 tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 970.175727] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 970.178522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.178522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.178522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.178522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.178522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.178859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.178859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.179190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.179301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.179398] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.683354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.683768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.683768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.683884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.683884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.684145] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.684246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.684246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.684380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.684485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.684546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 970.723265] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.723432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.723747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.723890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.736796] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 971.069604] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 971.069965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.070276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.070681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.070830] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.403646] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 971.403646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.574209] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.574386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.574453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.574732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.575055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.575306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.575306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.576261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.576261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.576261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.576261] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.079055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.079055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.079055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.079623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.079623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.079623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.079623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.080034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.080188] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.080188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080556] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.080829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.080829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.081059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.081059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.584783] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be7460c-1a2c-415e-813c-2e228125e2ff: rpc.has_security_group_logging(os_id): False [ 972.586782] env[65255]: INFO networking_nsxv3.common.synchronization [req-41f8dcc7-7d6c-4d8e-ad19-cf8f83dfb270 req-bf70f1ef-b795-46ff-845a-78d6495008cb tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 972.587458] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 972.588110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.588234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.588677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.588773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.589082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.589208] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.606009] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.606182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.606298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.606534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.606628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.606818] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.606917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.606980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.607160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.607283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.607438] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.607580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.607580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.607990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.607990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.607990] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.608240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.608240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.608240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.608360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.608398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 972.677607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.677716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.677716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.678354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.678354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.697713] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 972.749832] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 972.749832] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 972.749832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.842429] env[65255]: INFO networking_nsxv3.common.synchronization [req-edc31046-48fa-4987-8a15-604304210871 req-6acf4dc9-eca7-413c-900a-e2fe939294d3 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 972.843110] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 972.845833] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.091319] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.593761] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.096418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.096776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.096776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.096884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.096984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.097114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 974.201987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.202202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.202253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.202477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.202627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.219914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 974.716923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 974.716923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.947831] env[65255]: INFO networking_nsxv3.common.synchronization [None req-52e21e68-1a3c-4034-afb3-51f55434226f None None] Enqueued Resource ID: 5593e8bf-6439-4353-8586-911602ad3bf9 with Priority: HIGHEST for action port [ 975.948779] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5593e8bf-6439-4353-8586-911602ad3bf9 with Priority: HIGHEST for action port [ 975.948779] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-5593e8bf-6439-4353-8586-911602ad3bf9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.948963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5593e8bf-6439-4353-8586-911602ad3bf9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.948963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5593e8bf-6439-4353-8586-911602ad3bf9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.949717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5593e8bf-6439-4353-8586-911602ad3bf9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.949717] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5593e8bf-6439-4353-8586-911602ad3bf9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.232352] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 976.233120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.233383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.233825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.233948] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.233948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.234185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.234263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.234349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.234441] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.451249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5593e8bf-6439-4353-8586-911602ad3bf9 [ 976.451528] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.451662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.452347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.452814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.453415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.453415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5593e8bf-6439-4353-8586-911602ad3bf9 already deleted. [ 976.453415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5593e8bf-6439-4353-8586-911602ad3bf9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.739492] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.741689] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.741689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 976.772238] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.772238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.772238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.772238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.772238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.780957] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 977.337869] env[65255]: INFO networking_nsxv3.common.synchronization [req-581f7a9f-152b-4480-b127-8997fa1f5239 req-2160c4f2-70f0-403a-84d1-e0e76fed4df9 tempest-ServerActionsV293TestJSON-1571576097 tempest-ServerActionsV293TestJSON-1571576097-project-member] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 977.337869] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGHEST for action security_group_members [ 977.339428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.339583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.339647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.339879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.340070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.340190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.340265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.340418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.340505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.340604] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.844325] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.844325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.844325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.844325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.844325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.844830] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.845054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.845690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.845979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.846171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.846349] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb is going to be updated. [ 977.876897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.877123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.878133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.878133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.878133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.888599] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: IN_PROGRESS for 2s [ 978.792330] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 978.792330] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff deletion is rescheduled due to dependency. [ 978.792330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.802811] env[65255]: INFO networking_nsxv3.common.synchronization [None req-a9f0b8b6-0945-4047-9fd4-d865dda278de None None] Enqueued Resource ID: 7e668bbe-f003-407f-859c-2bbbc90d6d98 with Priority: HIGHEST for action port [ 978.803286] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e668bbe-f003-407f-859c-2bbbc90d6d98 with Priority: HIGHEST for action port [ 978.803602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e668bbe-f003-407f-859c-2bbbc90d6d98 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.803751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e668bbe-f003-407f-859c-2bbbc90d6d98" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.803803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e668bbe-f003-407f-859c-2bbbc90d6d98" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.804718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e668bbe-f003-407f-859c-2bbbc90d6d98" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.804806] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e668bbe-f003-407f-859c-2bbbc90d6d98',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.832030] env[65255]: INFO networking_nsxv3.common.synchronization [None req-b3c5d1a5-f28f-4b2d-8f31-6aa1987fbb82 None None] Enqueued Resource ID: c34d060c-8867-4308-9573-6793764e594c with Priority: HIGHEST for action port [ 978.832030] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34d060c-8867-4308-9573-6793764e594c with Priority: HIGHEST for action port [ 978.832030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34d060c-8867-4308-9573-6793764e594c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.832030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34d060c-8867-4308-9573-6793764e594c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.832030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34d060c-8867-4308-9573-6793764e594c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.832030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34d060c-8867-4308-9573-6793764e594c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.832030] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34d060c-8867-4308-9573-6793764e594c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.308575] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e668bbe-f003-407f-859c-2bbbc90d6d98 [ 979.308575] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.309954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.310854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.310854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.310854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.310854] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e668bbe-f003-407f-859c-2bbbc90d6d98 already deleted. [ 979.310854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e668bbe-f003-407f-859c-2bbbc90d6d98" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.336167] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c34d060c-8867-4308-9573-6793764e594c [ 979.336507] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.336657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.336728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.336958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.337055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.337676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c34d060c-8867-4308-9573-6793764e594c already deleted. [ 979.337676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34d060c-8867-4308-9573-6793764e594c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.902382] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb in Status: SUCCESS [ 979.902382] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb deletion is rescheduled due to dependency. [ 979.902382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.204373] env[65255]: INFO networking_nsxv3.common.synchronization [None req-30efa31b-4f44-4123-ad17-1d6dcf4ae13c None None] Enqueued Resource ID: 222915c3-41ee-4147-85e2-457990c6e081 with Priority: HIGHEST for action port [ 980.204952] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222915c3-41ee-4147-85e2-457990c6e081 with Priority: HIGHEST for action port [ 980.205650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-222915c3-41ee-4147-85e2-457990c6e081 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.205782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222915c3-41ee-4147-85e2-457990c6e081" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.205906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222915c3-41ee-4147-85e2-457990c6e081" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.206508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222915c3-41ee-4147-85e2-457990c6e081" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.206508] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222915c3-41ee-4147-85e2-457990c6e081',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.650405] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9419ee04-0110-4640-a59b-8a859901e1a1 tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 980.650703] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 980.652450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.652450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.652450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.652450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.652450] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.709987] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222915c3-41ee-4147-85e2-457990c6e081 [ 980.711025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.711025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.711025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.711025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.711025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.711301] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222915c3-41ee-4147-85e2-457990c6e081 already deleted. [ 980.711301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222915c3-41ee-4147-85e2-457990c6e081" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.030885] env[65255]: INFO networking_nsxv3.common.synchronization [None req-514a2ca1-5926-42c5-90c7-acb2d1914197 tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 981.030885] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 981.030885] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.030885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.177950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.178166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.178293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.178819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.178908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.179311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 already deleted. [ 981.179311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.179311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.179503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.179555] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.703975] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.704162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.704213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.704447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.704570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704675] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 already deleted. [ 981.704754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.935695] env[65255]: INFO networking_nsxv3.common.synchronization [None req-74ee979b-3ed5-4f07-a135-ca6f05f3b35d tempest-ServersTestJSON-2039465421 tempest-ServersTestJSON-2039465421-project-member] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 981.936808] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 981.936808] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.936935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.936935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.937214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.937292] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.940708] env[65255]: INFO networking_nsxv3.common.synchronization [None req-9b632849-f46b-48ba-a4a0-4273423a0576 None None] Enqueued Resource ID: 0cdaa397-2561-4f26-8979-567a933536f6 with Priority: HIGHEST for action port [ 981.940933] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdaa397-2561-4f26-8979-567a933536f6 with Priority: HIGHEST for action port [ 981.941223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdaa397-2561-4f26-8979-567a933536f6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.941338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdaa397-2561-4f26-8979-567a933536f6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.941423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdaa397-2561-4f26-8979-567a933536f6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.941642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdaa397-2561-4f26-8979-567a933536f6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.941763] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdaa397-2561-4f26-8979-567a933536f6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.111589] env[65255]: INFO networking_nsxv3.common.synchronization [None req-0d937e36-cfb4-443e-a2c7-3be06775acac tempest-ServersTestJSON-2039465421 tempest-ServersTestJSON-2039465421-project-member] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 982.111589] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 982.111925] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.111988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444926] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cdaa397-2561-4f26-8979-567a933536f6 [ 982.444926] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.444926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.444926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.444926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.444926] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cdaa397-2561-4f26-8979-567a933536f6 already deleted. [ 982.444926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdaa397-2561-4f26-8979-567a933536f6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.460072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.460465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.460628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.461060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.461252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.461429] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 already deleted. [ 982.461606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.461980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.463015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.463015] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.985408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.985408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.985577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.985702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.985754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.985865] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 already deleted. [ 982.986036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.348027] env[65255]: INFO networking_nsxv3.common.synchronization [req-0286dfc1-8abd-4946-b90f-42e80d1dd751 req-741ac091-2fe0-4714-b6df-a300684edf4a tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 983.348636] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 983.348956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.353713] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.353713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.353713] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.771993] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.772208] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.772335] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.772795] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.772870] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.773019] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.773152] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.773359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.773501] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.773705] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.773814] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.773918] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.774031] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.774140] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.774278] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.774370] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.809847] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.810036] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.810180] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.810365] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-633" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.811097] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-3a053745-f2de-495e-8e70-4a2b23c0d951 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.811451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.811620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.811966] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.812125] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a053745-f2de-495e-8e70-4a2b23c0d951',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.854458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.854772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.854772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.854915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.855040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.855223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.855322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.855373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.855637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.855898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.855898] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 983.885570] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.885797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.885797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.885983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.886686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.896551] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 984.310020] env[65255]: INFO networking_nsxv3.common.synchronization [None req-46fd4a7c-520f-4190-b050-725381fd8181 None None] Enqueued Resource ID: 28539e1d-acda-44d2-b18f-877743f82571 with Priority: HIGHEST for action port [ 984.310020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28539e1d-acda-44d2-b18f-877743f82571 with Priority: HIGHEST for action port [ 984.310020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-28539e1d-acda-44d2-b18f-877743f82571 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.310020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28539e1d-acda-44d2-b18f-877743f82571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.310020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28539e1d-acda-44d2-b18f-877743f82571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.310020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28539e1d-acda-44d2-b18f-877743f82571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.310020] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28539e1d-acda-44d2-b18f-877743f82571',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.314774] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.315331] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.315671] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.316802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.316802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.316802] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 3a053745-f2de-495e-8e70-4a2b23c0d951 not found, creating... [ 984.317315] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.319225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.319225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.319225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.319225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.319734] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.320080] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.320352] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.323359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.323359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.323359] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 3a053745-f2de-495e-8e70-4a2b23c0d951 is going to be created. [ 984.356027] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.356027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.356027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.356027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.356027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.356027] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.812789] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28539e1d-acda-44d2-b18f-877743f82571 [ 984.813085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.813307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.813369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.813609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.813693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.813751] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28539e1d-acda-44d2-b18f-877743f82571 already deleted. [ 984.813916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28539e1d-acda-44d2-b18f-877743f82571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.089055] env[65255]: INFO networking_nsxv3.common.synchronization [req-0286dfc1-8abd-4946-b90f-42e80d1dd751 req-ba75add9-33ff-4106-8f65-b5fbf37b5f52 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 985.089346] env[65255]: INFO networking_nsxv3.common.synchronization [req-0286dfc1-8abd-4946-b90f-42e80d1dd751 req-ba75add9-33ff-4106-8f65-b5fbf37b5f52 service nova] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 985.089485] env[65255]: INFO networking_nsxv3.common.synchronization [req-0286dfc1-8abd-4946-b90f-42e80d1dd751 req-ba75add9-33ff-4106-8f65-b5fbf37b5f52 service nova] Enqueued Resource ID: 3a053745-f2de-495e-8e70-4a2b23c0d951 with Priority: HIGHEST for action port [ 985.090362] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_rules [ 985.090362] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 985.090362] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a053745-f2de-495e-8e70-4a2b23c0d951 with Priority: HIGHEST for action port [ 985.090677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.090753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.090802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.090970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.091069] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.092028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.092141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.092968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a053745-f2de-495e-8e70-4a2b23c0d951 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.092968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.092968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.092968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.092968] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a053745-f2de-495e-8e70-4a2b23c0d951',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.594983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.595381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.596443] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a053745-f2de-495e-8e70-4a2b23c0d951 with status ACTIVE [ 985.596677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.596817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.596915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.597215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.597367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.597600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.597750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.597858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.598153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.598265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.598622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.598713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.598771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.599799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.599799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.599799] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a053745-f2de-495e-8e70-4a2b23c0d951 is going to be updated. [ 985.625609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.625772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.625832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.626314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.626393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.626528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a053745-f2de-495e-8e70-4a2b23c0d951" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907795] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 985.908053] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 985.908103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.908666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.908780] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.908835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.909169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.909287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.909388] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.412116] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.916282] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.419983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.420174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.420174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.420950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.420950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.420950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 987.462607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.462929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.463122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.463378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.463633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.474325] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 988.289607] env[65255]: INFO networking_nsxv3.common.synchronization [req-506df89b-cecc-4a2d-9889-19aeeab583cf req-e0a0e244-b3fa-445d-90fc-3dda5fda777f tempest-ServersWithSpecificFlavorTestJSON-945652583 tempest-ServersWithSpecificFlavorTestJSON-945652583-project-member] Enqueued Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 988.289985] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4965cb79-a40a-420b-863d-6919a1cf782c with Priority: HIGHEST for action security_group_members [ 988.291297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4965cb79-a40a-420b-863d-6919a1cf782c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.291297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.291297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.291297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.291297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.291297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.291297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.291717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.291717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.291717] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4965cb79-a40a-420b-863d-6919a1cf782c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.793715] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.794364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.794466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.794688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.794784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.795037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.795180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.795265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.795404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.795482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.795573] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c is going to be updated. [ 988.827342] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.827530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.827574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.827761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.827894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.838759] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: IN_PROGRESS for 2s [ 989.486626] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 989.487063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.487063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.487263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.487495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.487666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.487751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.487826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.487914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.488375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.488375] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.990531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.991718] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.991718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.992491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.992491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.992491] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.992491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.992491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.992491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.992722] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.992722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.992722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.992852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.992852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.992953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.993054] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.495412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6285dc15-ab69-4b43-afad-64b221dcd6de: rpc.has_security_group_logging(os_id): False [ 990.514429] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.514640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.514640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.514830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.514918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.515220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.515328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.515393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.515554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.515644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.515836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.515932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.516026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.516186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.516253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.516441] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.516543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.516602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.516743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.516817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.516904] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 990.584533] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.584777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.584865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.585219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.585449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.601335] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 990.850771] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4965cb79-a40a-420b-863d-6919a1cf782c in Status: SUCCESS [ 990.851114] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4965cb79-a40a-420b-863d-6919a1cf782c deletion is rescheduled due to dependency. [ 990.851297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4965cb79-a40a-420b-863d-6919a1cf782c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.618307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 992.618678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.291111] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 993.291497] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 997.500272] env[65255]: INFO networking_nsxv3.common.synchronization [req-06ee52a9-dbc4-420f-963b-5c322b96cf1d req-1a0c88b5-20de-4c34-9555-229fd5212812 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 997.500582] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 997.500756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.500873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.500941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.504374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.504551] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.504675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.504743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.504916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.504999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.505124] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.915708] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.916045] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.916045] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.916388] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.916653] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.916814] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.916944] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.917444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.917444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.917561] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.917655] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.917778] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.917874] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.918063] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.918063] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.918186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.942540] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.942732] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.942876] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.943119] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.943485] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-28110cf9-272f-4f77-830d-394b18b283b7 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.943832] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.943832] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.944094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.944189] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28110cf9-272f-4f77-830d-394b18b283b7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.008133] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.008643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.008643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.008996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.009109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.009332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.009500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.009601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.009947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.009947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.009947] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 already deleted. [ 998.010191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.448075] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.448369] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.448502] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.448795] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.449682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.449682] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 28110cf9-272f-4f77-830d-394b18b283b7 not found, creating... [ 998.449682] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.449682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.449682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450169] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450169] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.450272] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.450419] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.450572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.450730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.450951] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.451045] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 28110cf9-272f-4f77-830d-394b18b283b7 is going to be created. [ 998.472615] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.472833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.472966] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.473304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.473535] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.473832] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.219016] env[65255]: INFO networking_nsxv3.common.synchronization [req-06ee52a9-dbc4-420f-963b-5c322b96cf1d req-ba830193-e873-44f5-bb3a-433b08dfc742 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 999.220629] env[65255]: INFO networking_nsxv3.common.synchronization [req-06ee52a9-dbc4-420f-963b-5c322b96cf1d req-ba830193-e873-44f5-bb3a-433b08dfc742 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 999.220629] env[65255]: INFO networking_nsxv3.common.synchronization [req-06ee52a9-dbc4-420f-963b-5c322b96cf1d req-ba830193-e873-44f5-bb3a-433b08dfc742 service nova] Enqueued Resource ID: 28110cf9-272f-4f77-830d-394b18b283b7 with Priority: HIGHEST for action port [ 999.220629] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 999.220629] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 999.220629] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28110cf9-272f-4f77-830d-394b18b283b7 with Priority: HIGHEST for action port [ 999.220629] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.221055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.221055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.221461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.221659] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.224077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.224077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.224077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.224497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.224694] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.224878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.224878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225877] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.228384] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-28110cf9-272f-4f77-830d-394b18b283b7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.228537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.228578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.228747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.228881] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28110cf9-272f-4f77-830d-394b18b283b7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.730548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.730684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.730873] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.731850] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28110cf9-272f-4f77-830d-394b18b283b7 with status ACTIVE [ 999.732072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.732176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.732237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.732426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.732568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.732861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.732982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.733070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.733260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.733351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.733701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.733750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.733868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.733945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.734095] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28110cf9-272f-4f77-830d-394b18b283b7 is going to be updated. [ 999.758425] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.758620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.758620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.758837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.758967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.759387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28110cf9-272f-4f77-830d-394b18b283b7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.100045] env[65255]: INFO networking_nsxv3.common.synchronization [req-ab5fb777-04fb-4a8b-87e4-da3cca3aa5d9 req-17ed04a4-c4dd-4de5-beb4-3ef0b33ea696 tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1000.100593] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1000.100906] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.101183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.101272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.101549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.101739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.101857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.101916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.102025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.102116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.102208] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.237034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.437020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.437020] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.437020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.437020] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.437020] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.437020] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.437020] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.437881] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.437881] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.437881] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.458861] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.459157] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.459334] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.459539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.459884] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-6255ea4f-fd35-492b-9446-f13860cfaa07 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.460110] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.460267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.460685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.460860] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6255ea4f-fd35-492b-9446-f13860cfaa07',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.604911] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.605166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.605265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.605507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.605604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.605810] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.606016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.606016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.606243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.606350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.606428] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 already deleted. [ 1000.606551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.738815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.739610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.739610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.739610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.739610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.739610] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be created. [ 1000.766295] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.766485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.766596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.766777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.766941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.777477] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: UNINITIALIZED for 2s [ 1000.966021] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.966021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 6255ea4f-fd35-492b-9446-f13860cfaa07 not found, creating... [ 1000.966021] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.966021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.966547] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.966547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.966547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.966915] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.967172] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.967418] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 6255ea4f-fd35-492b-9446-f13860cfaa07 is going to be created. [ 1000.991824] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.991824] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.991824] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.992205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.992399] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.992583] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.723497] env[65255]: INFO networking_nsxv3.common.synchronization [req-ab5fb777-04fb-4a8b-87e4-da3cca3aa5d9 req-32ef9a7d-967e-4af5-93e5-0d0f64274b47 service nova] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 1001.723497] env[65255]: INFO networking_nsxv3.common.synchronization [req-ab5fb777-04fb-4a8b-87e4-da3cca3aa5d9 req-32ef9a7d-967e-4af5-93e5-0d0f64274b47 service nova] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1001.723497] env[65255]: INFO networking_nsxv3.common.synchronization [req-ab5fb777-04fb-4a8b-87e4-da3cca3aa5d9 req-32ef9a7d-967e-4af5-93e5-0d0f64274b47 service nova] Enqueued Resource ID: 6255ea4f-fd35-492b-9446-f13860cfaa07 with Priority: HIGHEST for action port [ 1001.723977] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_rules [ 1001.723977] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1001.724219] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6255ea4f-fd35-492b-9446-f13860cfaa07 with Priority: HIGHEST for action port [ 1001.724587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.724750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.724833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.725497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.725497] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.729536] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729536] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.729536] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.729536] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6255ea4f-fd35-492b-9446-f13860cfaa07 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729536] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6255ea4f-fd35-492b-9446-f13860cfaa07',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.229998] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.230479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.230479] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.231457] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6255ea4f-fd35-492b-9446-f13860cfaa07 with status ACTIVE [ 1002.232019] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.232019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.232019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.232019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.232349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.232349] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.232446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.232446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.232553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.232731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.232794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.232906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.232986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.233176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.233220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.233270] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6255ea4f-fd35-492b-9446-f13860cfaa07 is going to be updated. [ 1002.259265] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.259396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.259396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.259575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.259711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.259862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6255ea4f-fd35-492b-9446-f13860cfaa07" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.539363] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fdc4acc-83a7-4751-9f1b-90a5966d10a2 req-585cfafb-6336-4e2c-bb5e-ead3fbb9a8c8 tempest-ServersTestJSON-2039465421 tempest-ServersTestJSON-2039465421-project-member] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1002.539935] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1002.540367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.540542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.540712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.541189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.541417] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.543475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.543565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.543805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.543927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.544066] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.735242] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.789237] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1002.789237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.789237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.789475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.789539] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.789671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.789732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.789894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.789971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.790065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.790154] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.850351] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.850556] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-151" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.850677] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-151" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.852797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-151" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.852797] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.852797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.852797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.852797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.852797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.852797] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.852797] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.852797] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.852797] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.852797] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.852797] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.852797] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.876080] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.876276] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.876475] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.876676] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-151" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.877118] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-380a39f6-4e69-4242-9405-67b3158e2823 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.877391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.877519] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.878042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.878318] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380a39f6-4e69-4242-9405-67b3158e2823',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.046094] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.046322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.046322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.046556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.046651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.046891] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.046983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.047239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.047324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 already deleted. [ 1003.047445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.239910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.239910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.239910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.239910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.239910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.239910] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 is going to be created. [ 1003.265139] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.265317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.265390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.265605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.266528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275138] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: UNINITIALIZED for 2s [ 1003.292741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.292972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.293021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293396] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.293491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.293579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.293888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.294088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.294628] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.295075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.295215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.295304] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.383400] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.383637] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.383765] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.384072] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.384225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.384381] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 380a39f6-4e69-4242-9405-67b3158e2823 not found, creating... [ 1003.384639] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.384794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.384910] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.385155] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.385298] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.385575] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.385728] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.385843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.386083] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.386298] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.386475] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 380a39f6-4e69-4242-9405-67b3158e2823 is going to be created. [ 1003.409473] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.409473] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.411128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.411128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.411128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.411128] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.800234] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1003.821669] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.821901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.821979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.822331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.822454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.822724] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.822864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.822966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.823226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.823363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.823677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.823878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.823954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.824159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.824236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.824489] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.824738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.824958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.825182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.825297] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be created. [ 1003.899208] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.912305] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1004.241341] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fdc4acc-83a7-4751-9f1b-90a5966d10a2 req-a464c7cb-43d0-43a3-a98f-7f7186a1ea8f service nova] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 1004.241596] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fdc4acc-83a7-4751-9f1b-90a5966d10a2 req-a464c7cb-43d0-43a3-a98f-7f7186a1ea8f service nova] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1004.241748] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fdc4acc-83a7-4751-9f1b-90a5966d10a2 req-a464c7cb-43d0-43a3-a98f-7f7186a1ea8f service nova] Enqueued Resource ID: 380a39f6-4e69-4242-9405-67b3158e2823 with Priority: HIGHEST for action port [ 1004.242187] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_rules [ 1004.242722] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1004.242722] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380a39f6-4e69-4242-9405-67b3158e2823 with Priority: HIGHEST for action port [ 1004.242915] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.242915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.243014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.243254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.243311] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.244165] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.244285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.244352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.244516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.244686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.244783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.245012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.245102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.245222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.245362] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.246302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-380a39f6-4e69-4242-9405-67b3158e2823 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.246465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.246465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.246623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.246697] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380a39f6-4e69-4242-9405-67b3158e2823',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.748771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.748940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.749973] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.753215] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 380a39f6-4e69-4242-9405-67b3158e2823 with status ACTIVE [ 1004.753215] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.753215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.753215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.754216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.754216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754216] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.754216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.754216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.754606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.754606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754606] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.754714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.754744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.755010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.755010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.755167] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 380a39f6-4e69-4242-9405-67b3158e2823 is going to be updated. [ 1004.779707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.779853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.779976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.780265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.780356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.780768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380a39f6-4e69-4242-9405-67b3158e2823" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.999146] env[65255]: INFO networking_nsxv3.common.synchronization [req-8d3057e8-ac65-4ebb-93e8-5d3b9d1af790 req-344ca8af-15db-4cee-916a-11d958d2cc68 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1004.999932] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1005.001983] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.002309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.002309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.002516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.002738] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.002870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.002870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.003084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.003189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.003404] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.257871] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.288348] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: SUCCESS [ 1005.288577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.288743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.288965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.289169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.289323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.289394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.289619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.289711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.289810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.289955] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.435870] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.435870] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.436063] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.436291] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.436719] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.436719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.436819] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.437417] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.437572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.437835] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.437889] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.438015] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.438121] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.438233] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.438322] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.438455] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.461441] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.461614] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.461751] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.461918] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.462259] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-af5c6d5e-8b1e-45ff-a60f-619df79435e9 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.462434] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.462554] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.462843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.462989] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5c6d5e-8b1e-45ff-a60f-619df79435e9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.506051] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.506289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.506289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.506506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.506599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.507879] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.507879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.507879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.507879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.507879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.507879] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1005.539590] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.539836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.539953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.540229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.540394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.554831] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1005.761152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.761365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.761441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.761604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.761679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.761778] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 is going to be created. [ 1005.788620] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.790241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.790241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.790241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.790241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.792667] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.801374] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: UNINITIALIZED for 2s [ 1005.935588] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1005.935958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.966361] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.966636] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.966901] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.967401] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.967669] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.967978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port af5c6d5e-8b1e-45ff-a60f-619df79435e9 not found, creating... [ 1005.968351] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.968564] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.968702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.969042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.969258] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.969664] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.969913] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.970044] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.970300] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.970498] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.970657] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: af5c6d5e-8b1e-45ff-a60f-619df79435e9 is going to be created. [ 1005.994621] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.994925] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.994925] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.995460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.995732] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.996088] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294707] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e201ea93-a8e2-4c1c-bc83-b6a7684befe9: rpc.has_security_group_logging(os_id): False [ 1006.318680] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.318926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.318926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319730] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.320114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.320266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.320380] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 is going to be created. [ 1006.420300] env[65255]: INFO networking_nsxv3.common.synchronization [req-4a1a0315-f2f4-4ed7-aaaf-ac3afd9c602f req-8cf60218-734c-4be4-8bab-2bf1e40df36c tempest-ImagesTestJSON-1913439981 tempest-ImagesTestJSON-1913439981-project-member] Enqueued Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 1006.421054] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6285dc15-ab69-4b43-afad-64b221dcd6de with Priority: HIGHEST for action security_group_members [ 1006.421431] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6285dc15-ab69-4b43-afad-64b221dcd6de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.421563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.421626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.421870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.422090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.422231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.422318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.422506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.422594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.422689] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6285dc15-ab69-4b43-afad-64b221dcd6de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.443537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.443690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.443765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.443986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.444189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.473681] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: IN_PROGRESS for 2s [ 1006.742923] env[65255]: INFO networking_nsxv3.common.synchronization [req-8d3057e8-ac65-4ebb-93e8-5d3b9d1af790 req-02a997e7-0a77-49be-9fc4-efe52321e50a service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1006.743294] env[65255]: INFO networking_nsxv3.common.synchronization [req-8d3057e8-ac65-4ebb-93e8-5d3b9d1af790 req-02a997e7-0a77-49be-9fc4-efe52321e50a service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1006.743506] env[65255]: INFO networking_nsxv3.common.synchronization [req-8d3057e8-ac65-4ebb-93e8-5d3b9d1af790 req-02a997e7-0a77-49be-9fc4-efe52321e50a service nova] Enqueued Resource ID: af5c6d5e-8b1e-45ff-a60f-619df79435e9 with Priority: HIGHEST for action port [ 1006.744076] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1006.744215] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1006.744316] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5c6d5e-8b1e-45ff-a60f-619df79435e9 with Priority: HIGHEST for action port [ 1006.744685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.744826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.744932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.745167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745279] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.746539] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.746539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746539] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5c6d5e-8b1e-45ff-a60f-619df79435e9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.746787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.747985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.747985] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5c6d5e-8b1e-45ff-a60f-619df79435e9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.925509] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.925693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.925776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.925953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.926073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.926301] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.926439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.926499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.926664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.926752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.926866] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de is going to be updated. [ 1006.963316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.963548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.963732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.963938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.964172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.976032] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-79bef623-1a2a-4b80-ab64-b294050e94e3 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1006.976754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: IN_PROGRESS for 2s [ 1006.977335] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1006.977674] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.977800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.977873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.978303] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.978409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.978486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.978836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.978953] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.249168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.249168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.249168] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af5c6d5e-8b1e-45ff-a60f-619df79435e9 with status ACTIVE [ 1007.249415] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.249415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.249497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.250039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.250039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.250039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.250039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.250039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.250255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.250255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.250418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.250511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.250565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.250729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.250798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.250887] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af5c6d5e-8b1e-45ff-a60f-619df79435e9 is going to be updated. [ 1007.275928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.276210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.276374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.276647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.276797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.276993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5c6d5e-8b1e-45ff-a60f-619df79435e9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.355704] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.356240] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.356240] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.356431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.356596] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.359053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.359053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.359053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.359053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.359053] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.359053] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.359053] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.359053] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.359053] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.359053] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.359053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.394026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.394026] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.394026] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.394026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.394026] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-803cee67-9555-44fd-b776-d24d1988506f taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.394026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.394026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.394026] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.394026] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803cee67-9555-44fd-b776-d24d1988506f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.482273] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.482450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.484025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.484025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.484025] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1007.514725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.514913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.514978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.515208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.515376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.525329] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1007.576027] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1007.576258] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 deletion is rescheduled due to dependency. [ 1007.576376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.576552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.576778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.577035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.577179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.577248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.577449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.577562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.577660] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.812817] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: SUCCESS [ 1007.813201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.813448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.813712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.814133] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.814240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.814240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.814450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.814537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.814649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.814750] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.897108] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.897364] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.897486] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.897754] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.897902] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.898066] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 803cee67-9555-44fd-b776-d24d1988506f not found, creating... [ 1007.898332] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.898487] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.898602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.898817] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.898951] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.899294] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.899454] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.899570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.899809] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.899956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900164] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 803cee67-9555-44fd-b776-d24d1988506f is going to be created. [ 1007.912483] env[65255]: INFO networking_nsxv3.common.synchronization [req-71b48295-dc11-438c-af5a-fd609d5182c3 req-c337c6cd-1b48-47cf-be97-67637d37fb3c tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 1007.913182] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGHEST for action security_group_members [ 1007.913553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.913667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.913765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.913959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.914141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.914281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.914329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.914518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.914577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.914626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.921286] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.922182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.922182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.922182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.922182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.922310] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.081105] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.317431] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.419319] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.419319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.419319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.419319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.419319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.419319] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.419319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.420640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.420640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.420640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.420640] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 is going to be updated. [ 1008.451421] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.451632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.451709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.451924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.452083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.463642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: IN_PROGRESS for 2s [ 1008.491923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: SUCCESS [ 1008.491923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.585671] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.773742] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-d46120e8-bf39-4801-a40b-9507ecd7ce76 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 1008.773936] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-d46120e8-bf39-4801-a40b-9507ecd7ce76 service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1008.778452] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-d46120e8-bf39-4801-a40b-9507ecd7ce76 service nova] Enqueued Resource ID: 803cee67-9555-44fd-b776-d24d1988506f with Priority: HIGHEST for action port [ 1008.779361] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 1008.781370] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1008.781370] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803cee67-9555-44fd-b776-d24d1988506f with Priority: HIGHEST for action port [ 1008.781370] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.781652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.781652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.781934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.781999] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.783172] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.783646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.783973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-803cee67-9555-44fd-b776-d24d1988506f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.784135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.784213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.785056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.785631] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803cee67-9555-44fd-b776-d24d1988506f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.821661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455cd83f-816b-4836-a8dd-c022689ebbc5: rpc.has_security_group_logging(os_id): False [ 1008.843345] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843345] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843846] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 is going to be created. [ 1008.913051] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.913497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.913697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.913998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.914347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.927557] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: IN_PROGRESS for 2s [ 1008.995049] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6285dc15-ab69-4b43-afad-64b221dcd6de in Status: SUCCESS [ 1008.995258] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6285dc15-ab69-4b43-afad-64b221dcd6de deletion is rescheduled due to dependency. [ 1008.995321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6285dc15-ab69-4b43-afad-64b221dcd6de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.089171] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.089382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.089382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.089615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.089705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.089806] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1009.141789] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.142058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.142164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.142409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.142584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.153950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1009.289506] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.289842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.290298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 803cee67-9555-44fd-b776-d24d1988506f with status ACTIVE [ 1009.290725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.290986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.291115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.291476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.291642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.291979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.292189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.292270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.292540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.292678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.293308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.293422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.293729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.293875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293960] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 803cee67-9555-44fd-b776-d24d1988506f is going to be updated. [ 1009.353100] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.353431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.353431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.353658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.353835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.354063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803cee67-9555-44fd-b776-d24d1988506f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.541348] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1009.541777] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff deletion is rescheduled due to dependency. [ 1009.541777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.541777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.541925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.542082] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.542232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.542291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.543198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.543198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.543198] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.048303] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.477983] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 in Status: SUCCESS [ 1010.478259] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 deletion is rescheduled due to dependency. [ 1010.478376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.549893] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.781933] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-88aa70a1-d3e0-4d16-904c-21f3b7fab0c8 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1010.782852] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1010.782852] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.782946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.955685] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: SUCCESS [ 1010.955685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.055623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.055937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.056041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.056335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.056470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.056546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1011.105462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.105689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.105689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.105971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.106120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.118307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1011.167470] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1011.167743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.167954] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.168279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.168475] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.168619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.168697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.168900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.169018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.169134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.169257] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.276453] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.276453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.277752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.277752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.277752] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.277752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.277752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.277752] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.278049] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.278049] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.278231] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.278300] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.278365] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.278468] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.278568] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.278695] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.315339] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.315631] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.315791] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.315969] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-325" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.316366] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-5a8fad9b-585f-4e24-9d28-40068a81dd65 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.316595] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.316738] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.317149] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.317368] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8fad9b-585f-4e24-9d28-40068a81dd65',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.674756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.674756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.674756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.675976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.675976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.675976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.675976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.675976] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.820077] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.820318] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.820457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.820807] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.820960] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.821147] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 5a8fad9b-585f-4e24-9d28-40068a81dd65 not found, creating... [ 1011.821403] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.821559] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.821672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.821884] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.822098] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.822332] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.822485] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.822605] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.822791] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.822913] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.823131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 5a8fad9b-585f-4e24-9d28-40068a81dd65 is going to be created. [ 1011.848422] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.848911] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.849254] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.849562] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.849788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.850029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.093662] env[65255]: INFO networking_nsxv3.common.synchronization [req-6a054729-64ef-4353-92c4-0cacf6d992bb req-c5a62d0b-de96-4452-9e45-b51b1919155a tempest-ServersV294TestFqdnHostnames-1292455478 tempest-ServersV294TestFqdnHostnames-1292455478-project-member] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 1012.094357] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGHEST for action security_group_members [ 1012.094746] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.094938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.095695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.096619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.096619] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.096619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.096619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.097058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.097058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.097058] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.179613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b3f0ed-e758-43e5-9395-6fc6c1daf881: rpc.has_security_group_logging(os_id): False [ 1012.208386] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.208533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.208619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.208853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.208955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.209449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.209524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.209989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.210077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.210278] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.211379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.211469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.211637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.211723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.211819] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1012.288977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.289894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.289894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.289894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.289894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.311790] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1012.600120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.600415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.601053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.601405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.630969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.630969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.630969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.630969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.631649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.631649] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 is going to be updated. [ 1012.669850] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.670048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.670048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.671248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.671248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.678712] env[65255]: INFO networking_nsxv3.common.synchronization [req-6007ff80-3c94-4cbb-bd7f-7e9e2188763d req-b85e2812-df52-412e-8a72-1edd3bde182f tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1012.680037] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1012.681263] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.681442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.681522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.681763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.682212] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.682341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.682439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.682620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.682707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.682799] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.684693] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-32285c58-9282-4ff7-a6d6-31c9bf3b836d service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 1012.685422] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-32285c58-9282-4ff7-a6d6-31c9bf3b836d service nova] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1012.685422] env[65255]: INFO networking_nsxv3.common.synchronization [req-e5c0f5c5-030b-43dc-889f-6bf4601888ec req-32285c58-9282-4ff7-a6d6-31c9bf3b836d service nova] Enqueued Resource ID: 5a8fad9b-585f-4e24-9d28-40068a81dd65 with Priority: HIGHEST for action port [ 1012.686393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: IN_PROGRESS for 2s [ 1012.687356] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_rules [ 1012.687526] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1012.687638] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a8fad9b-585f-4e24-9d28-40068a81dd65 with Priority: HIGHEST for action port [ 1012.691091] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.691091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691091] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.691091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691797] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a8fad9b-585f-4e24-9d28-40068a81dd65 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.693062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.693062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.693062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.693062] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8fad9b-585f-4e24-9d28-40068a81dd65',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.130572] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1013.130572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.130844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.130844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.131074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.131238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.131309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.131498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.131625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.132902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.132902] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.132902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.133117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.134219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.134351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.134491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.134544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.134631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134853] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.188023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.188237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.188237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.188603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.188866] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.188997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.189076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.189689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.189689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.189689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1013.199021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a8fad9b-585f-4e24-9d28-40068a81dd65 with status ACTIVE [ 1013.199021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a8fad9b-585f-4e24-9d28-40068a81dd65 is going to be updated. [ 1013.230870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.231094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.231156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.231367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.231593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.231772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a8fad9b-585f-4e24-9d28-40068a81dd65" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.232780] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.232948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.232999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.233222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.233380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.244717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1013.637040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.637040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.638148] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.735058] env[65255]: INFO networking_nsxv3.common.synchronization [None req-aa86fcda-d817-4318-af95-598fce48ae2c tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1013.735707] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1013.736029] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.736160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.736233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.736455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737423] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.737423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.737423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.737423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.737423] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.125114] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.125114] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.140756] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.241289] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.331908] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1014.332197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.642786] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.643124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.643124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.643507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.643507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.643618] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1014.683183] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.683183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.683183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.683183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.696127] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1014.697019] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 in Status: SUCCESS [ 1014.697183] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 deletion is rescheduled due to dependency. [ 1014.697292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.744716] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.246846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.246846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.246846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.246846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.246846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.246846] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1015.267275] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 4s [ 1015.298031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.298031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.298031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.298031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.298031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.309255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1016.707106] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1016.707787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.708096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.708803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.709109] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.709352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.709512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.710181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.710451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.710858] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.214020] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.283255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1017.283554] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1017.283822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.322725] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1017.323046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.392211] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.392606] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.392788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394547] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394856] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394923] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.395344] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.395512] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.395651] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.395757] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.395888] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.395989] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.396143] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.419042] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.419042] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.419042] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.419042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.419042] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-7555b985-661e-49ce-8c05-b1f4be9df7bc taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.419042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.419042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.419042] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.419042] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7555b985-661e-49ce-8c05-b1f4be9df7bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.718075] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.922194] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.922475] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.922621] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.923928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.923928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.923928] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 7555b985-661e-49ce-8c05-b1f4be9df7bc not found, creating... [ 1017.923928] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.923928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.923928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.924267] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.924308] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.925509] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.925509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.925509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.925509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.926700] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.926872] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 7555b985-661e-49ce-8c05-b1f4be9df7bc is going to be created. [ 1017.952707] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.953142] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.953278] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.954176] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.954519] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.954814] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.220686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.220887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.220966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.221204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.221317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.221423] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1018.253032] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.253219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.253327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.253552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.253695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263720] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1018.675862] env[65255]: INFO networking_nsxv3.common.synchronization [None req-cd2a9e95-5feb-47bb-8a3d-2bb22deca34d tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1018.676474] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1018.676792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.676914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.676981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.677352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.677442] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [req-05414672-f90f-4845-b02f-eb3331c57a4d req-57bea133-e499-46f5-89a1-688888e71894 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [req-05414672-f90f-4845-b02f-eb3331c57a4d req-57bea133-e499-46f5-89a1-688888e71894 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [req-05414672-f90f-4845-b02f-eb3331c57a4d req-57bea133-e499-46f5-89a1-688888e71894 service nova] Enqueued Resource ID: 7555b985-661e-49ce-8c05-b1f4be9df7bc with Priority: HIGHEST for action port [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1018.686994] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7555b985-661e-49ce-8c05-b1f4be9df7bc with Priority: HIGHEST for action port [ 1018.687755] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.688140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.688140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.688826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.688826] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.690648] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.692438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.693295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.693672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.693821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.693934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.694351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.694430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.694770] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.695803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7555b985-661e-49ce-8c05-b1f4be9df7bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.698695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.698695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.698695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.698695] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7555b985-661e-49ce-8c05-b1f4be9df7bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.787104] env[65255]: INFO networking_nsxv3.common.synchronization [None req-a84481a8-7429-4c30-a45c-cf291ee9b2f5 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1018.787647] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1018.787956] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.788088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.191452] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.191975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.201192] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.201394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.201394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.201631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.201765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.201836] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 already deleted. [ 1019.201918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.203252] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7555b985-661e-49ce-8c05-b1f4be9df7bc with status ACTIVE [ 1019.203252] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.203252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.203252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.203252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.203252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.203252] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.203252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.204277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.205267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.205267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.205267] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.205267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.205267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.205717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.206905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.206905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7555b985-661e-49ce-8c05-b1f4be9df7bc is going to be updated. [ 1019.209330] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.209330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.209330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.209567] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.257235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7555b985-661e-49ce-8c05-b1f4be9df7bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.711408] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.738687] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.738687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.738687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.738687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.738687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.738687] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 already deleted. [ 1019.738687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.213803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.214185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.214185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.215389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.215548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.215676] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1020.272773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.272968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.273083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.273423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.273601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.275945] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1020.276171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.276340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.277925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.278217] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.278572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.278572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.279209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.279532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.279896] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.280086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.280086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.280174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.280510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.280599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.280765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.280958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.281295] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.282940] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1020.787021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be7460c-1a2c-415e-813c-2e228125e2ff: rpc.has_security_group_logging(os_id): False [ 1020.802805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.803029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.803158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.803489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.803645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.804075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.804075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.804224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.804326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.804457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.805023] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.805023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.805023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.805240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.805448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.805772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.805899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.805967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.806132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.806363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.806593] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1020.881855] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.882087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.882330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.882464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.882670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.899719] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1021.954147] env[65255]: INFO networking_nsxv3.common.synchronization [None req-44a023b0-aa44-4f2e-a5ba-8ba925f13aa4 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 with Priority: HIGHEST for action security_group_rules [ 1021.954754] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 with Priority: HIGHEST for action security_group_rules [ 1021.955113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.955253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.956455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.956455] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5408ce36-9700-4a2c-aa2d-4dff2ee3b119',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.129193] env[65255]: INFO networking_nsxv3.common.synchronization [None req-659eb285-e14c-40fb-9872-3e028722cf03 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 with Priority: HIGHEST for action security_group_rules [ 1022.129193] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 with Priority: HIGHEST for action security_group_rules [ 1022.129637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.130159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.297735] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1022.298977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.299620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.299902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.300161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.300315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.300421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.300595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.300696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.300963] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.478623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.478779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.478867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.479078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.479167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.479259] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 already deleted. [ 1022.479338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.479491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.479644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.479724] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5408ce36-9700-4a2c-aa2d-4dff2ee3b119',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.805169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.805368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.805481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805912] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.806062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.806112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.806232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.806337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.806408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.806535] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.806681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.806681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.806842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.806937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.807301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.807381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.807521] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.915243] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1022.915592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.915843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.916131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.916230] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.006260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.006777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.006777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.006777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.006777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.006913] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5408ce36-9700-4a2c-aa2d-4dff2ee3b119 already deleted. [ 1023.006961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5408ce36-9700-4a2c-aa2d-4dff2ee3b119" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.312506] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b3f0ed-e758-43e5-9395-6fc6c1daf881: rpc.has_security_group_logging(os_id): False [ 1023.332976] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.333166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.333235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.333440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.333533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.333765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.333867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.333931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.334106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.334183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.334382] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.334479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.334540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.334698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.334775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.334963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.335221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.335338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.335463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.335562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.335650] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1023.404831] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.405059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.405417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.405417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.405540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.419448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.419556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.419622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.420032] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.420142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.420209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.420361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.420453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.420541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.420636] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.423335] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1023.925938] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.926125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.926238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.926580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.927039] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.927275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.927383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.927695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.927695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.927901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.928854] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.928854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.928854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.928854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.928854] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.930082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.930082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.930082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.930082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.930082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.930082] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.433256] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8be7460c-1a2c-415e-813c-2e228125e2ff: rpc.has_security_group_logging(os_id): False [ 1024.464705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.464923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.464969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.465212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.465376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.465579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.465680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.465751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.465958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.466067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.466409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.466490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.466648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.466728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.467169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.467267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.467463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.467561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.467654] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1024.552083] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.552288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.552330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.553059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.553059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.570563] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1025.443243] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1025.443781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.029275] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7869b1cc-8e38-44de-afc7-be67d0cf8c34 None None] Enqueued Resource ID: 2a433d28-7063-4e40-acc9-48093fed61e2 with Priority: HIGHEST for action port [ 1026.029275] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a433d28-7063-4e40-acc9-48093fed61e2 with Priority: HIGHEST for action port [ 1026.029692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a433d28-7063-4e40-acc9-48093fed61e2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.029820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a433d28-7063-4e40-acc9-48093fed61e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.029905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a433d28-7063-4e40-acc9-48093fed61e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.030893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a433d28-7063-4e40-acc9-48093fed61e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.031356] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a433d28-7063-4e40-acc9-48093fed61e2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.534236] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a433d28-7063-4e40-acc9-48093fed61e2 [ 1026.534716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.534716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.534884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.534978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.535165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535165] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a433d28-7063-4e40-acc9-48093fed61e2 already deleted. [ 1026.535274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a433d28-7063-4e40-acc9-48093fed61e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.589117] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1026.589117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.860454] env[65255]: INFO networking_nsxv3.common.synchronization [req-22f41bc8-33d3-47b1-b88c-92afcd5a556e req-bba8744d-057e-4614-8352-de91d4dea41c tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1026.861393] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1026.861393] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.863506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.863506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.863988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.863988] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.863988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.863988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.864229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.864289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.864337] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.274159] env[65255]: INFO networking_nsxv3.common.synchronization [req-4b3c56f8-123e-42cc-914f-c6efc54fdebc req-4e65e1d1-07c2-43e7-a8ee-801abfab1399 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1027.274740] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1027.275054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.275779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.275779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.275779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.275779] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.276191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.276337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.276372] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.368719] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.481859] env[65255]: INFO networking_nsxv3.common.synchronization [req-38d74c60-006f-4db4-94e9-6c36796b3a86 req-9bbb8951-3fe9-40be-82a9-7645b6615d98 tempest-MultipleCreateTestJSON-1222924843 tempest-MultipleCreateTestJSON-1222924843-project-member] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1027.484733] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGHEST for action security_group_members [ 1027.484733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.484733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.780992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.781347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.781347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.781494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.781588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.781803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.781906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.781975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.782393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.782512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.782607] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1027.814606] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.814763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.814823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.815059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.815214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.825787] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1027.873025] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.911218] env[65255]: INFO networking_nsxv3.common.synchronization [req-2dfdd47c-abef-43ae-bbc2-0492bb97ad0c req-1b80dd98-1cbe-4141-881d-9226bcc5ee42 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1027.911794] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1027.912134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.912307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.912349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.913458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.913656] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.913777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.913844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.914038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.914141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.914240] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.379492] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.379492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.379492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.379492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.379492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.379492] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1028.412097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.412268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.412319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.412507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.412666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.416561] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.416561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.416561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.416752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.417141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.417141] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.417141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.417141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.417366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.417366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.417445] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 already deleted. [ 1028.418034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.423730] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.423730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.423730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.423730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.423730] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.423730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.423730] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.424178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.424178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.424868] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.424868] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.424868] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.424868] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.424868] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.424868] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.425336] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.427061] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1028.452059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.452220] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.452365] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.452540] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.452859] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-027f6d52-4fbe-45ca-af97-2894bac41f9e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.453048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.453170] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.453513] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.453651] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027f6d52-4fbe-45ca-af97-2894bac41f9e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.956015] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.956430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.956580] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.957405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.957754] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.957909] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 027f6d52-4fbe-45ca-af97-2894bac41f9e not found, creating... [ 1028.958393] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.958721] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.958846] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.959283] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.959426] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959828] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.959995] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.960136] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.960336] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.960623] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.961026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 027f6d52-4fbe-45ca-af97-2894bac41f9e is going to be created. [ 1028.982178] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.982406] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.982536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.982912] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.983159] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.983390] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.685155] env[65255]: INFO networking_nsxv3.common.synchronization [req-2dfdd47c-abef-43ae-bbc2-0492bb97ad0c req-63bff48d-2c86-406f-94c2-36c12daae363 service nova] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1029.685538] env[65255]: INFO networking_nsxv3.common.synchronization [req-2dfdd47c-abef-43ae-bbc2-0492bb97ad0c req-63bff48d-2c86-406f-94c2-36c12daae363 service nova] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1029.686070] env[65255]: INFO networking_nsxv3.common.synchronization [req-2dfdd47c-abef-43ae-bbc2-0492bb97ad0c req-63bff48d-2c86-406f-94c2-36c12daae363 service nova] Enqueued Resource ID: 027f6d52-4fbe-45ca-af97-2894bac41f9e with Priority: HIGHEST for action port [ 1029.687347] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_rules [ 1029.687563] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1029.687738] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027f6d52-4fbe-45ca-af97-2894bac41f9e with Priority: HIGHEST for action port [ 1029.688640] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.688719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.688831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.689575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.689575] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.690314] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.690509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.690731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.691352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.691614] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.691760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.691873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.692159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.692294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.692469] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.693666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-027f6d52-4fbe-45ca-af97-2894bac41f9e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.693835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.693947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.694194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.694325] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027f6d52-4fbe-45ca-af97-2894bac41f9e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.835923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1029.837155] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 1029.837155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.936211] env[65255]: INFO networking_nsxv3.common.synchronization [None req-0d1bf686-1fb4-49dd-b3ec-167111728cd0 None None] Enqueued Resource ID: fafa9042-729d-40c2-b224-e35e6b0591c3 with Priority: HIGHEST for action port [ 1029.937960] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafa9042-729d-40c2-b224-e35e6b0591c3 with Priority: HIGHEST for action port [ 1029.937960] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-fafa9042-729d-40c2-b224-e35e6b0591c3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.937960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fafa9042-729d-40c2-b224-e35e6b0591c3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.938205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fafa9042-729d-40c2-b224-e35e6b0591c3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.938572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fafa9042-729d-40c2-b224-e35e6b0591c3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938703] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafa9042-729d-40c2-b224-e35e6b0591c3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.198326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.198730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.201439] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.204300] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 027f6d52-4fbe-45ca-af97-2894bac41f9e with status ACTIVE [ 1030.204510] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.204639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.205328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.205430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.205592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.205652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205832] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.205924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.205984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.213069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.213069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.213069] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 027f6d52-4fbe-45ca-af97-2894bac41f9e is going to be updated. [ 1030.232645] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.232645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.232645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.232885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027f6d52-4fbe-45ca-af97-2894bac41f9e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.301139] env[65255]: INFO networking_nsxv3.common.synchronization [None req-998592e2-6c71-4d5d-913f-b969e4e3b849 None None] Enqueued Resource ID: 4feaa816-94d9-441b-ae39-bf3103744768 with Priority: HIGHEST for action port [ 1030.301600] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4feaa816-94d9-441b-ae39-bf3103744768 with Priority: HIGHEST for action port [ 1030.301872] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4feaa816-94d9-441b-ae39-bf3103744768 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.302039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4feaa816-94d9-441b-ae39-bf3103744768" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.302201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4feaa816-94d9-441b-ae39-bf3103744768" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.302472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4feaa816-94d9-441b-ae39-bf3103744768" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.302570] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4feaa816-94d9-441b-ae39-bf3103744768',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.441381] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.441381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.441381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.441381] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.442288] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fafa9042-729d-40c2-b224-e35e6b0591c3 [ 1030.442709] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.443964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.445046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.445046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.445046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.445046] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fafa9042-729d-40c2-b224-e35e6b0591c3 already deleted. [ 1030.445046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fafa9042-729d-40c2-b224-e35e6b0591c3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.712427] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.805260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4feaa816-94d9-441b-ae39-bf3103744768 [ 1030.805260] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.805260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.805260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.805950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.807218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.807344] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4feaa816-94d9-441b-ae39-bf3103744768 already deleted. [ 1030.807452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4feaa816-94d9-441b-ae39-bf3103744768" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.881984] env[65255]: INFO networking_nsxv3.common.synchronization [req-fba4f49b-8ea4-4383-8c8f-020410ebc29b req-9cfb1067-6e02-458c-b51e-14d6e2012e88 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1030.882540] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1030.882857] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.882984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.886136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.886136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.886136] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.945692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.945865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.945940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.948886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.949246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.949307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.949413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.949470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.949656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.949738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.949828] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be updated. [ 1030.978340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.978340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.978484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.978596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.978739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.991321] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: IN_PROGRESS for 2s [ 1031.215604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.215604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.216017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.216017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.216017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.218910] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 is going to be created. [ 1031.238884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.239037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.239107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.239311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.239569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.249963] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: UNINITIALIZED for 2s [ 1031.389186] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.389397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.389461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.389673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.389863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.390181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.390269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.390457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.390720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.390813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.390928] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1031.400087] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.400671] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.400671] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.401401] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.401796] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.402048] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.402217] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.402924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.402924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.403066] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.403177] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.403330] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.403489] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.404689] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.404689] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.404689] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.425283] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.425512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.425605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.425790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.426045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.428311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.428503] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.428656] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.428827] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429383] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-66897bfc-5b03-4993-b77d-11dba07156e2 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.429383] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.429575] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.429764] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.429902] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66897bfc-5b03-4993-b77d-11dba07156e2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.440631] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1031.932634] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.932915] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933052] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.933408] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.933585] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.933752] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 66897bfc-5b03-4993-b77d-11dba07156e2 not found, creating... [ 1031.934013] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.934175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.934291] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.934529] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.934665] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.934940] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.935106] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.935223] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.935473] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.935623] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.935760] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 66897bfc-5b03-4993-b77d-11dba07156e2 is going to be created. [ 1031.959525] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.959932] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.960142] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.960425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.960749] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.961169] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.220384] env[65255]: INFO networking_nsxv3.common.synchronization [req-0ffe5ad0-5ada-42e9-af54-8f16050d76bb req-1c298bb8-3138-47cf-8a8a-89625dfb5590 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1032.221090] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1032.221090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.221238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.221371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.221642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.221642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.221760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.221800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.222448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.222448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.222448] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.641335] env[65255]: INFO networking_nsxv3.common.synchronization [None req-963afd0c-cac3-4c2e-952c-c241770b5c5e None None] Enqueued Resource ID: c05c98e1-5e45-4802-9c05-796b0a8e72d7 with Priority: HIGHEST for action port [ 1032.642373] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05c98e1-5e45-4802-9c05-796b0a8e72d7 with Priority: HIGHEST for action port [ 1032.642887] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-c05c98e1-5e45-4802-9c05-796b0a8e72d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.643089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c05c98e1-5e45-4802-9c05-796b0a8e72d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.643089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c05c98e1-5e45-4802-9c05-796b0a8e72d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.643365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c05c98e1-5e45-4802-9c05-796b0a8e72d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.643450] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05c98e1-5e45-4802-9c05-796b0a8e72d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.644847] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.645035] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.645163] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.645391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.645668] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.645825] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.645938] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.646239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.646411] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.646928] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.647025] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.647140] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.647372] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.647562] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.647604] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.647717] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.650889] env[65255]: INFO networking_nsxv3.common.synchronization [req-fba4f49b-8ea4-4383-8c8f-020410ebc29b req-4a5fb6f9-e009-400a-b318-065445436350 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1032.650889] env[65255]: INFO networking_nsxv3.common.synchronization [req-fba4f49b-8ea4-4383-8c8f-020410ebc29b req-4a5fb6f9-e009-400a-b318-065445436350 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1032.651019] env[65255]: INFO networking_nsxv3.common.synchronization [req-fba4f49b-8ea4-4383-8c8f-020410ebc29b req-4a5fb6f9-e009-400a-b318-065445436350 service nova] Enqueued Resource ID: 66897bfc-5b03-4993-b77d-11dba07156e2 with Priority: HIGHEST for action port [ 1032.653494] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1032.653494] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1032.653494] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66897bfc-5b03-4993-b77d-11dba07156e2 with Priority: HIGHEST for action port [ 1032.653494] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.653494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.653494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.653494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.653494] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.654207] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.654207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.654207] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-66897bfc-5b03-4993-b77d-11dba07156e2 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.654207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.654499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.654499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.654499] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66897bfc-5b03-4993-b77d-11dba07156e2',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.668589] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.668763] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.670188] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.670188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.670188] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.670188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.670188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.670188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.670188] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ac8d9f-d0e8-4e5f-991f-c25830ca7154',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.725185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.725465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.725608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.725960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.726138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.726440] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.726640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.726780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.727134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.727210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.727311] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1032.754018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.754203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.754270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.755622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.755622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.766108] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1033.002369] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be7460c-1a2c-415e-813c-2e228125e2ff in Status: SUCCESS [ 1033.002369] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff deletion is rescheduled due to dependency. [ 1033.002369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.149201] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c05c98e1-5e45-4802-9c05-796b0a8e72d7 [ 1033.149453] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.149591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.149661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.149881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.149989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.150127] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c05c98e1-5e45-4802-9c05-796b0a8e72d7 already deleted. [ 1033.150214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c05c98e1-5e45-4802-9c05-796b0a8e72d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.155989] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.155989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.157151] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66897bfc-5b03-4993-b77d-11dba07156e2 with status ACTIVE [ 1033.157363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.157517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.157619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.157869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.157998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.158219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.158356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.158454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.158672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.158758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.158928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.159029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.159091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.159227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.159309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159376] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66897bfc-5b03-4993-b77d-11dba07156e2 is going to be updated. [ 1033.173415] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.173726] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.173928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.174323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.174582] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.174821] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 not found, creating... [ 1033.175310] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.175537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.175667] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.175898] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.176047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.176409] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.176586] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.176710] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.176924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.177123] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.177206] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 is going to be created. [ 1033.180554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.180727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.180727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.180889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.181016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.181169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66897bfc-5b03-4993-b77d-11dba07156e2" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.209806] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.209806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.210156] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.210156] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.210891] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.259653] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: SUCCESS [ 1033.260038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.260101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.260305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.260503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.260618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.260686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.260870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.260935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.261000] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.261120] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.451257] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1033.451447] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1033.451566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.451728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.452178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.452178] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.452484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.452484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.452484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.452597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.452740] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.767066] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.931574] env[65255]: INFO networking_nsxv3.common.synchronization [req-0ffe5ad0-5ada-42e9-af54-8f16050d76bb req-b405cfb3-49ce-4bcf-aee7-b582a2fcfb67 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 1033.932009] env[65255]: INFO networking_nsxv3.common.synchronization [req-0ffe5ad0-5ada-42e9-af54-8f16050d76bb req-b405cfb3-49ce-4bcf-aee7-b582a2fcfb67 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1033.932009] env[65255]: INFO networking_nsxv3.common.synchronization [req-0ffe5ad0-5ada-42e9-af54-8f16050d76bb req-b405cfb3-49ce-4bcf-aee7-b582a2fcfb67 service nova] Enqueued Resource ID: 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 with Priority: HIGHEST for action port [ 1033.933577] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 1033.933577] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1033.933577] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 with Priority: HIGHEST for action port [ 1033.933987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.934111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.934178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.934725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.934725] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.935525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.935621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936017] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.937111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.937111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.937217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.937217] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ac8d9f-d0e8-4e5f-991f-c25830ca7154',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.955376] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.269449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc8090b-b636-453a-96bf-87ae1f5f2ed9: rpc.has_security_group_logging(os_id): False [ 1034.294381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.294705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.294705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.294946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.295053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.295322] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.295488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.295535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.295692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.295772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.295968] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 is going to be created. [ 1034.398430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.398569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.398642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.398846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.399218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.412223] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: IN_PROGRESS for 2s [ 1034.441119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441119] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 with status ACTIVE [ 1034.441119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.441119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.441119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.441119] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.441923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.441923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.441923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.441923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74ac8d9f-d0e8-4e5f-991f-c25830ca7154 is going to be updated. [ 1034.456974] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.479569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.479835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.479835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.480065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.480206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.480380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ac8d9f-d0e8-4e5f-991f-c25830ca7154" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.781202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1034.781202] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.781202] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.781202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.781202] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.961707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.962326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.962326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.963169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.963169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.963169] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1035.003907] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.003907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.003907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.004107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.004722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.016731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1035.283289] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.789842] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.293549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.293882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.293882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.294199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.294199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.294567] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1036.333399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.333399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.333399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.333399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.333399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.343763] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1036.430138] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: SUCCESS [ 1036.430138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.031234] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1037.031431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.031764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.032026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.032253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.032417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.032464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.032713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.032713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.032868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.032868] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.535719] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.536053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.536053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.536203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.536373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.536482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.536568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.536720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.536808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.536905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.537052] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.537148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.537207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.537347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.537491] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.537576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.537635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.537768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.537867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.537956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.538059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.043906] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1038.066213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.066445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.066576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.066864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.067021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.067307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.067458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.067574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.069028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.069028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.069343] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.069343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.069430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.069610] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.069744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.069890] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1038.134216] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.134348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.134410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.134687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.134899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.150395] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1038.356542] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.359015] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.359015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.359015] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.481811] env[65255]: INFO networking_nsxv3.common.synchronization [req-83ad7385-b022-4c53-8b60-ab71c68c6be9 req-0a629ad6-df7d-4f16-b588-6027becda724 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1038.482402] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1038.482718] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.482847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.483958] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.483958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.483958] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.862027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864850] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.892491] env[65255]: INFO networking_nsxv3.common.synchronization [req-fb9e9b98-c61c-4d9c-a7bc-48d33e8665ab req-8ba35aad-b35e-4653-aacf-cd6cb03e91f5 tempest-ServersTestBootFromVolume-1766259701 tempest-ServersTestBootFromVolume-1766259701-project-member] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 1038.893171] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGHEST for action security_group_members [ 1038.893596] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.893596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.893811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.893874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.894896] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.895219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.895989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.897034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.897034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.973441] env[65255]: INFO networking_nsxv3.common.synchronization [req-92546285-e9f3-4aae-afd5-eb75b66d3735 req-e653a9e8-de00-40a8-86db-006ee0bc299b tempest-InstanceActionsTestJSON-1292782049 tempest-InstanceActionsTestJSON-1292782049-project-member] Enqueued Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1038.973752] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1038.974549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.974549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.974549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.974762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.974850] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.974945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.975017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.976099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.976099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.976099] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.990512] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.368432] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 1039.394470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.394670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.394771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.395073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.395199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.395458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.395654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.395749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.395957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.396871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.397227] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.397422] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.397550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.397765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.397931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.398256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.398493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.398624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.398852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.398984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.399156] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1039.400878] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.401108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.401203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.401463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.401598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.401929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.402116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.402247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.402466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.402570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.402692] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f is going to be updated. [ 1039.462803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.463017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.463125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.463429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.463724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.474390] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: IN_PROGRESS for 2s [ 1039.479015] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.479252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.479359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.479659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.479792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.480085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.480235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.480332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.480550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.480668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.480794] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 already deleted. [ 1039.480916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.483574] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.483825] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.484016] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.484433] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.488166] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.488467] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.488654] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.489235] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.489235] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.489483] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.489656] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.489826] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.489987] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.490173] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.490333] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.490529] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.499598] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.506541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.506541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.506541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.506541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.506541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.524170] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.524352] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.524501] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.524715] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-889" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.525051] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-5e205560-ab97-4c10-8d4a-e142228ad4e3 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.525230] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525348] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.525831] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.525972] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e205560-ab97-4c10-8d4a-e142228ad4e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.528809] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1040.003562] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.003935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.003935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.004205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.004306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.004415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1040.028660] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028892] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.029041] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.029312] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.029458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.029611] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 5e205560-ab97-4c10-8d4a-e142228ad4e3 not found, creating... [ 1040.029861] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030137] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030355] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030497] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030771] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030925] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.031058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.031263] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.031405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.031549] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 5e205560-ab97-4c10-8d4a-e142228ad4e3 is going to be created. [ 1040.040859] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.040859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.041038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.044447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.044447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.051078] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1040.054983] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.055229] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.055343] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.055682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.055965] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.056258] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.110223] env[65255]: INFO networking_nsxv3.common.synchronization [None req-170659c0-4ddf-4d9a-8140-5e316f796e18 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1040.110756] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1040.111090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.111212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.168262] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1040.168500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.506871] env[65255]: INFO networking_nsxv3.common.synchronization [None req-08dc0b07-3863-4789-9a5b-ae14b42d4325 None None] Enqueued Resource ID: 7d19ada1-417a-43d2-88ac-479496d0d542 with Priority: HIGHEST for action port [ 1040.507417] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d19ada1-417a-43d2-88ac-479496d0d542 with Priority: HIGHEST for action port [ 1040.507740] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d19ada1-417a-43d2-88ac-479496d0d542 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.507827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d19ada1-417a-43d2-88ac-479496d0d542" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.507939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d19ada1-417a-43d2-88ac-479496d0d542" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.511342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d19ada1-417a-43d2-88ac-479496d0d542" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.511444] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d19ada1-417a-43d2-88ac-479496d0d542',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.751809] env[65255]: INFO networking_nsxv3.common.synchronization [req-92546285-e9f3-4aae-afd5-eb75b66d3735 req-a3ba251d-5e7b-4908-8a47-3f50e7820cf5 service nova] Enqueued Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_rules [ 1040.751979] env[65255]: INFO networking_nsxv3.common.synchronization [req-92546285-e9f3-4aae-afd5-eb75b66d3735 req-a3ba251d-5e7b-4908-8a47-3f50e7820cf5 service nova] Enqueued Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1040.752143] env[65255]: INFO networking_nsxv3.common.synchronization [req-92546285-e9f3-4aae-afd5-eb75b66d3735 req-a3ba251d-5e7b-4908-8a47-3f50e7820cf5 service nova] Enqueued Resource ID: 5e205560-ab97-4c10-8d4a-e142228ad4e3 with Priority: HIGHEST for action port [ 1040.754873] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_rules [ 1040.754873] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1040.754873] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e205560-ab97-4c10-8d4a-e142228ad4e3 with Priority: HIGHEST for action port [ 1040.754873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.755187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.755363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.755795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.756065] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.757616] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.761018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.761018] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.761018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e205560-ab97-4c10-8d4a-e142228ad4e3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.761018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.765052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.765195] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e205560-ab97-4c10-8d4a-e142228ad4e3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.013827] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d19ada1-417a-43d2-88ac-479496d0d542 [ 1041.014133] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.014216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.014263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.015499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.015499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.015499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d19ada1-417a-43d2-88ac-479496d0d542 already deleted. [ 1041.015499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d19ada1-417a-43d2-88ac-479496d0d542" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.267517] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.267684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.269145] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.271222] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e205560-ab97-4c10-8d4a-e142228ad4e3 with status ACTIVE [ 1041.271222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.271222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.271222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.271480] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.271523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.271720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.271855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.271898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.273771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.273771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.273771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.273771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.273771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.276539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.276689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.276822] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e205560-ab97-4c10-8d4a-e142228ad4e3 is going to be updated. [ 1041.304198] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.304418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.304418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.304837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.304837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.305189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e205560-ab97-4c10-8d4a-e142228ad4e3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.489151] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f in Status: SUCCESS [ 1041.489268] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f deletion is rescheduled due to dependency. [ 1041.489373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.549913] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1041.552563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.780087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.062431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1042.062431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.062431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.062917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.062917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.063018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.063065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.063485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.063485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.063485] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.283841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.284012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.284115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.284372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.284447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.284546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 is going to be created. [ 1042.313880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.314061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.314140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.314347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.314503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.326269] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: UNINITIALIZED for 2s [ 1042.566778] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.566778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.566778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.566778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.567010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567047] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.567188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.567245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.567503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.567503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567503] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1042.606949] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.621029] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1042.797808] env[65255]: INFO networking_nsxv3.common.synchronization [None req-60354dc8-27dc-409c-acd3-87760e51efce None None] Enqueued Resource ID: 26528159-4158-4bf8-8cb5-118118344938 with Priority: HIGHEST for action port [ 1042.800080] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26528159-4158-4bf8-8cb5-118118344938 with Priority: HIGHEST for action port [ 1042.801099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-26528159-4158-4bf8-8cb5-118118344938 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.801255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26528159-4158-4bf8-8cb5-118118344938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.802085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26528159-4158-4bf8-8cb5-118118344938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.802085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26528159-4158-4bf8-8cb5-118118344938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.802085] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26528159-4158-4bf8-8cb5-118118344938',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.305528] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26528159-4158-4bf8-8cb5-118118344938 [ 1043.305902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.306044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.306158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.306325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.306418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.306512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26528159-4158-4bf8-8cb5-118118344938 already deleted. [ 1043.306591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26528159-4158-4bf8-8cb5-118118344938" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.344300] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: SUCCESS [ 1044.344836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.344836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345239] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.345351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.345418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.346014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.346014] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.631615] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1044.631788] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 deletion is rescheduled due to dependency. [ 1044.631905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.778879] env[65255]: INFO networking_nsxv3.common.synchronization [req-fa287bf8-b69a-4422-a227-68a0c6f976d2 req-1f2427a8-8c2a-4274-86af-fafa5702de72 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 1044.779481] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGHEST for action security_group_members [ 1044.780647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.780850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.780981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.781928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.781928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782592] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.848766] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.848766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.848766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.848976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.849144] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.849243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.849304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.849664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.849664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.849664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.849835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.849835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.849923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.851577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.852236] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.852236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.852236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.852236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.852236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.852517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.852517] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.287179] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.287179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.287179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.287630] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.287630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.287630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.287933] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 is going to be updated. [ 1045.324821] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.325132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.325132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.325454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.325659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.337936] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: IN_PROGRESS for 2s [ 1045.356450] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627: rpc.has_security_group_logging(os_id): False [ 1045.375683] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.375856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.375920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.376142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.376235] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.376424] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.376520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.376588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.376779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.376915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377163] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.377257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.377325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.377462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377735] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.377832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.377890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.379070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.379175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.379269] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 is going to be created. [ 1045.451428] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.451653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.451846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.452043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.477095] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: IN_PROGRESS for 2s [ 1047.348929] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 in Status: SUCCESS [ 1047.349399] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 deletion is rescheduled due to dependency. [ 1047.349399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.493734] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: SUCCESS [ 1047.493734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702600] env[65255]: INFO networking_nsxv3.common.synchronization [req-30baf8eb-d5aa-4f2d-b074-274f7da4dbbf req-68bd8fba-5a72-46da-a001-48e5df2c7b15 tempest-AttachInterfacesV270Test-864229951 tempest-AttachInterfacesV270Test-864229951-project-member] Enqueued Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1048.703103] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1048.703531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.703739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.703833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.704105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.704268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.704601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.704710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.704901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.705045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.705158] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.889059] env[65255]: INFO networking_nsxv3.common.synchronization [req-4726cff9-8c62-4f6a-b39f-b5635bfe8dd4 req-4ebec982-5ea1-4c69-8a74-540809b4b32e tempest-ServersTestJSON-2039465421 tempest-ServersTestJSON-2039465421-project-member] Enqueued Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1048.889645] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 with Priority: HIGHEST for action security_group_members [ 1048.890018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-455cd83f-816b-4836-a8dd-c022689ebbc5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.890354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.890454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.891108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.891564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.891751] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455cd83f-816b-4836-a8dd-c022689ebbc5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.169487] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.169701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-865" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.169856] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-865" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.170149] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-865" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.170476] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.170666] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.170787] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.171071] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.171251] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.171489] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.171606] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.171716] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.171821] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.171928] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.172042] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.172177] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.197152] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.197324] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.197471] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.197648] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-865" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.198030] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-4ec5c431-8e65-4b7e-b51a-9409ed565945 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.198232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.198350] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198670] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.198812] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec5c431-8e65-4b7e-b51a-9409ed565945',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.207897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.208071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.208128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.208705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.208768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209085] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 already deleted. [ 1049.209164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.395215] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.395476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.395576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.395823] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.396034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.396152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.396228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.396314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 is going to be updated. [ 1049.446854] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.447024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.447072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.447290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.447429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.461451] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: IN_PROGRESS for 2s [ 1049.701382] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.701594] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.701762] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.702221] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.702459] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.702705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 4ec5c431-8e65-4b7e-b51a-9409ed565945 not found, creating... [ 1049.703123] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.703372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.703588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.704425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.704425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.704566] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.704831] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.705060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.705382] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.705619] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.705854] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 4ec5c431-8e65-4b7e-b51a-9409ed565945 is going to be created. [ 1049.727982] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.728182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.728254] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.728521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.728735] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.728958] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.078710] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.078710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.078913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.079056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.080682] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.536297] env[65255]: INFO networking_nsxv3.common.synchronization [req-30baf8eb-d5aa-4f2d-b074-274f7da4dbbf req-ed61d3e1-3d76-4d69-a086-a6919d5c11a7 service nova] Enqueued Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_rules [ 1050.536504] env[65255]: INFO networking_nsxv3.common.synchronization [req-30baf8eb-d5aa-4f2d-b074-274f7da4dbbf req-ed61d3e1-3d76-4d69-a086-a6919d5c11a7 service nova] Enqueued Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1050.536648] env[65255]: INFO networking_nsxv3.common.synchronization [req-30baf8eb-d5aa-4f2d-b074-274f7da4dbbf req-ed61d3e1-3d76-4d69-a086-a6919d5c11a7 service nova] Enqueued Resource ID: 4ec5c431-8e65-4b7e-b51a-9409ed565945 with Priority: HIGHEST for action port [ 1050.539065] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_rules [ 1050.539065] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1050.540075] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec5c431-8e65-4b7e-b51a-9409ed565945 with Priority: HIGHEST for action port [ 1050.540465] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.540598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.540672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.540948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.541075] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.542372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.542498] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.542575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.542745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.542979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.543935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.543935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.543935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.543935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.543935] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.544879] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec5c431-8e65-4b7e-b51a-9409ed565945 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.544879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.544879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.544879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.545079] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec5c431-8e65-4b7e-b51a-9409ed565945',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.585205] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.046362] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.047534] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.047695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.047845] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ec5c431-8e65-4b7e-b51a-9409ed565945 with status ACTIVE [ 1051.048014] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.048133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.048190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.048404] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.048493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.048700] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.048826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.048826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.048995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.050075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.050453] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.050569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.050716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.050905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.051043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.051180] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ec5c431-8e65-4b7e-b51a-9409ed565945 is going to be updated. [ 1051.078207] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.078487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.078572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.078823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.078963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.079237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec5c431-8e65-4b7e-b51a-9409ed565945" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.087322] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.471963] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 in Status: SUCCESS [ 1051.472141] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455cd83f-816b-4836-a8dd-c022689ebbc5 deletion is rescheduled due to dependency. [ 1051.472210] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455cd83f-816b-4836-a8dd-c022689ebbc5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.553906] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.589895] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1051.589996] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1052.059258] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.059763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.059763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.059977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.060202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.060452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 is going to be created. [ 1052.093070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.093314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.093398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.094088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.094185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.107513] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: UNINITIALIZED for 2s [ 1052.617307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.617479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.617737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.617737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.630988] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1052.631918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.633458] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1052.675128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.675413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.675413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.675660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.686752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.687904] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1052.687904] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.687904] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1052.749265] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.749760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.749760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.749894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.751608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.751710] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1052.873352] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.873352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.873352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.873352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.873352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.873781] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1052.974182] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.975033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.975146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.979801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.979801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.979801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1052.979801] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cd1a0606-872f-452f-a99e-845910400f39', '11b0ee97-214d-45dd-b475-17a4f0ad1a5a', '3fdfbc04-ac2e-4b1d-a724-75b6db09635b', '8be7460c-1a2c-415e-813c-2e228125e2ff', '07cbd20f-1162-47dd-a13f-7065c1492d75', '2089441f-6d25-44cd-aa6a-1d4034578300', '772dc23f-69fe-4d70-bddd-6e3bff598821', '6fc3032a-f2bb-445a-afc2-5c87aab6f673', 'ba34ee2d-cc9b-4b6f-b9cb-a574904b2086', '41c28495-cd3e-436e-9f8b-daf92bf59f2f', 'a89e6cbd-d34d-44e7-bc64-10719b8121bc', '6dc8090b-b636-453a-96bf-87ae1f5f2ed9', '2446fe00-3f3a-4bb1-997c-fb4f008dd694', '36a81c14-b1ad-45e1-a294-2f35bd9a4c93', '1cab7992-0258-4c36-ae37-7142a3e4f626', '0617f66d-cb6d-4e9f-bc01-9f77f09c1527', 'fd5f667d-4ba1-403e-b76e-fa99b52122c7', '1e5da01a-ceea-4a31-ac18-929b560a53ed', 'a8e1313d-3bc5-42a2-808f-84975eb9e3e8', '1f8aef30-c5ed-40a3-98fc-1510ee2163f0', '2375777d-081f-4ca1-a73d-824b7058f793', '666faf46-2949-465c-9e52-d0025b98143d', '21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627', '7c90d975-c355-4d59-bbb6-9bfb5e3667cb', 'eada6538-1c8a-4acd-a552-1cad0ad0e363', '5347eafd-1ff2-4ba6-910a-bb187402b09c', 'ed53e1c0-d837-4519-8f9d-30004eb7f2d9', '4965cb79-a40a-420b-863d-6919a1cf782c', 'df80b0e6-3bfc-472a-969f-a42bbe270583', '59432386-a547-4f41-91a9-9a4367b24f63', '3d2182c8-1504-4e2a-b59f-fa8fe00a24e3', 'a2e803fe-679c-4e41-8e37-2513c90dc7fd', 'e201ea93-a8e2-4c1c-bc83-b6a7684befe9', 'bf6ea546-ed95-432b-8986-cfbbbcd8ebec', '3f815a8b-1d4c-4560-b8de-825bf1e94943', '122e9471-e4d0-44bc-b08a-c2aa345db0a3', '6c0635e9-6ac1-4d5a-863c-42b19596c94d', '6285dc15-ab69-4b43-afad-64b221dcd6de', 'ba7b6372-b384-412a-8c07-61111e3ef680', 'cbb72e51-436a-480e-ae41-7f03a0f3db08', 'b5b3f0ed-e758-43e5-9395-6fc6c1daf881', '52637014-6e75-4c23-92e5-df691a4122d7', '92a8a761-c898-4cbb-b5f2-c00cbc3939b1', '455cd83f-816b-4836-a8dd-c022689ebbc5', 'e75f520e-97df-4df7-81da-9e3e3ad3d36c'} {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.979801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1053.005801] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.005983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.006623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.006623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.006623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.006989] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1053.006989] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.007502] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1053.140374] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.140750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.140750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.140830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.141906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.142197] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1053.142290] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1053.142366] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1053.142478] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1053.142539] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1053.142618] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGH for action security_group_rules [ 1053.142713] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGH for action security_group_rules [ 1053.142848] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGH for action security_group_rules [ 1053.142848] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGH for action security_group_rules [ 1053.142938] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGH for action security_group_rules [ 1053.142938] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGH for action security_group_rules [ 1053.143060] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGH for action security_group_rules [ 1053.143060] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGH for action security_group_rules [ 1053.143173] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 1053.143173] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGH for action security_group_rules [ 1053.143255] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGH for action security_group_rules [ 1053.143292] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGH for action security_group_rules [ 1053.143779] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGH for action security_group_rules [ 1053.143955] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGH for action security_group_rules [ 1053.144032] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGH for action security_group_rules [ 1053.144129] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGH for action security_group_rules [ 1053.144270] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGH for action security_group_rules [ 1053.144326] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGH for action security_group_rules [ 1053.144427] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGH for action security_group_rules [ 1053.144532] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGH for action security_group_rules [ 1053.144695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.332255] env[65255]: INFO networking_nsxv3.common.synchronization [req-02d66f6d-0b29-4e96-a336-16b559eb0add req-a0484e20-fccb-473e-8da1-fa0c676cfa74 tempest-ServerMetadataNegativeTestJSON-360783908 tempest-ServerMetadataNegativeTestJSON-360783908-project-member] Enqueued Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1053.332756] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1053.332902] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a0606-872f-452f-a99e-845910400f39 with Priority: HIGH for action security_group_rules [ 1053.333020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGH for action security_group_rules [ 1053.333141] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGH for action security_group_rules [ 1053.333289] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGH for action security_group_rules [ 1053.333423] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGH for action security_group_rules [ 1053.333677] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGH for action security_group_rules [ 1053.333677] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed with Priority: HIGH for action security_group_rules [ 1053.333833] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 with Priority: HIGH for action security_group_rules [ 1053.333908] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 with Priority: HIGH for action security_group_rules [ 1053.334016] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 with Priority: HIGH for action security_group_rules [ 1053.334109] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 with Priority: HIGH for action security_group_rules [ 1053.334197] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGH for action security_group_rules [ 1053.334291] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc with Priority: HIGH for action security_group_rules [ 1053.334369] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f with Priority: HIGH for action security_group_rules [ 1053.334454] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 1053.334569] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2089441f-6d25-44cd-aa6a-1d4034578300 with Priority: HIGH for action security_group_rules [ 1053.334663] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 with Priority: HIGH for action security_group_rules [ 1053.334748] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 with Priority: HIGH for action security_group_rules [ 1053.334834] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a with Priority: HIGH for action security_group_rules [ 1053.334921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be7460c-1a2c-415e-813c-2e228125e2ff with Priority: HIGH for action security_group_rules [ 1053.335241] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.335361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.335428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.335744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.335892] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.336017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.336091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.336241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.336336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.336421] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.339533] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a0606-872f-452f-a99e-845910400f39 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.339766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.339766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.339937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.340057] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a0606-872f-452f-a99e-845910400f39',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.341034] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.341184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.341184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.341369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.341444] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.342363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.342478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.342768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.342768] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.343825] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.343937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.344011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.344186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.344265] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.345079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.345190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.345258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.345413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.345512] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.346779] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.346945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.347187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.347475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.347626] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.349425] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e5da01a-ceea-4a31-ac18-929b560a53ed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.349676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.349676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.350133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.350173] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e5da01a-ceea-4a31-ac18-929b560a53ed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.351466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.351640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.352134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.352134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.352228] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd5f667d-4ba1-403e-b76e-fa99b52122c7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.353829] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.354683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.354683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.354683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.354683] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a81c14-b1ad-45e1-a294-2f35bd9a4c93',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.355937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.355937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.356153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.357528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.357528] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0617f66d-cb6d-4e9f-bc01-9f77f09c1527',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.357966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.358203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.358203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.358455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.358578] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2446fe00-3f3a-4bb1-997c-fb4f008dd694',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.360474] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.360474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.360474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.360474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.360786] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.361939] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.362127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.362242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.362485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.362567] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89e6cbd-d34d-44e7-bc64-10719b8121bc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.363667] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.363830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.363926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.364216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.364333] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c28495-cd3e-436e-9f8b-daf92bf59f2f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.365522] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.365752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.365910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.366131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.366242] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.369714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2089441f-6d25-44cd-aa6a-1d4034578300 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.369947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.370062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.370273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.370365] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2089441f-6d25-44cd-aa6a-1d4034578300',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.374478] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.374478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.374478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.374478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.374478] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc3032a-f2bb-445a-afc2-5c87aab6f673',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.375095] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07cbd20f-1162-47dd-a13f-7065c1492d75 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.375095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.375095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.375373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.375497] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07cbd20f-1162-47dd-a13f-7065c1492d75',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.377743] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.377929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.377986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.378583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.378583] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11b0ee97-214d-45dd-b475-17a4f0ad1a5a',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.379984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be7460c-1a2c-415e-813c-2e228125e2ff taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.380122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.380122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.380864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.380864] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be7460c-1a2c-415e-813c-2e228125e2ff',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.380864] env[65255]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1053.712834] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.712935] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.713095] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.713443] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.713780] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.713985] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.714173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.714434] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.714609] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.715071] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.715071] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.715208] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.715329] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.715461] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.715610] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.718513] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.735914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.736125] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.736268] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.736447] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-953" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.736841] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-16d9e9c5-b654-46a2-9612-f92efc72c37c taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.736970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.737078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.737371] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.737508] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d9e9c5-b654-46a2-9612-f92efc72c37c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.886048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.886256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.886321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.886546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.886827] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.886937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.887024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.887178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.887265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.887351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.887434] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.888801] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.888949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.889994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.889994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.891268] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.891268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.891268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.891268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.891268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.891268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.891268] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.895459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.895739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.895849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.896092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.896298] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.896437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.896529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.896833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.896946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.897094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.897235] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.898232] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.898395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.898618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.899137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.899228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.902538] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.902710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.902768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.902996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.903180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.903235] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f already deleted. [ 1053.903321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.905548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.905830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.905907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.906133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.906456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.906642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.906734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.907190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.907190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.907190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.907190] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.919382] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.923791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.923936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.923998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.924270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.924448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.924605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.924605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.925080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.925080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.925080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.925080] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.927828] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.927996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.928111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.928368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929715] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.929715] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.934960] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.934960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.934960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.935153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.935607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.935798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.935798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.935996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.936201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.936309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.936726] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.955198] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba34ee2d-cc9b-4b6f-b9cb-a574904b2086: rpc.has_security_group_logging(os_id): False [ 1054.021782] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.021984] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.022043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.022249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.024519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.024673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.039648] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.039859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.040858] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.040997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.041837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.041951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.046126] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.046291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.047300] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.047430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.052978] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.052978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.053451] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.054033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.054408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.054508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.055369] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.055503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.056397] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.057118] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.057250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.057825] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.058462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059637] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.060252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060407] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd5f667d-4ba1-403e-b76e-fa99b52122c7 is going to be deleted. [ 1054.061532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.061852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.063835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.063835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.088585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.088585] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07cbd20f-1162-47dd-a13f-7065c1492d75 is going to be deleted. [ 1054.089721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.091057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.117295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.118332] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.118332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.118332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.118516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.118573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.118705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1054.120077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.120443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.122331] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: SUCCESS [ 1054.122538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.123131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.123340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.123667] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.123765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.123765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.124374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.124374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.124374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.124374] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.166559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.167386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.167748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.167937] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11b0ee97-214d-45dd-b475-17a4f0ad1a5a is going to be deleted. [ 1054.168952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.171489] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.171640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.194874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.195245] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a0606-872f-452f-a99e-845910400f39 is going to be deleted. [ 1054.196414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.196712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.230435] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.230637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.232191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.232309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.242097] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.242452] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.242593] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.242975] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.243134] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.243378] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 16d9e9c5-b654-46a2-9612-f92efc72c37c not found, creating... [ 1054.243863] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244125] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244610] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244828] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245212] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.245384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.246044] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.246044] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.246249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.246249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 16d9e9c5-b654-46a2-9612-f92efc72c37c is going to be created. [ 1054.330740] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.330970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.331115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.331405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.331634] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.331860] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.334057] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8be7460c-1a2c-415e-813c-2e228125e2ff is going to be deleted. [ 1054.335239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.335311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.396773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.396773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.401776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.401969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2089441f-6d25-44cd-aa6a-1d4034578300 is going to be deleted. [ 1054.403385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.403727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.414373] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.419023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.419023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.432112] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.441837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.442021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.442588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.443137] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.443231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.443292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.443428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.443563] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.443653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.443745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.443851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.443924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.444041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.444113] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.450241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.450374] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc3032a-f2bb-445a-afc2-5c87aab6f673 is going to be deleted. [ 1054.451991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.452247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.462209] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.462445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.462445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.462678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.462830] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.462931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.462992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.463242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.463329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.463470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.463560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464862] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.481106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.481325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.525749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.526105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2446fe00-3f3a-4bb1-997c-fb4f008dd694 is going to be deleted. [ 1054.527443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.528143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.573465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.573716] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e5da01a-ceea-4a31-ac18-929b560a53ed is going to be deleted. [ 1054.575213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.575338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.575427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.575670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.576081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.576081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2089441f-6d25-44cd-aa6a-1d4034578300" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.576220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.576360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.627193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.627490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.627490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.627660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.627838] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.627953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.628034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.628203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.628297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.628375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.628533] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.628635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.628698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629261] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.629261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.629261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.629583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.629769] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.680256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.680256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.692205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.692393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c28495-cd3e-436e-9f8b-daf92bf59f2f is going to be deleted. [ 1054.693455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.757397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.757622] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0617f66d-cb6d-4e9f-bc01-9f77f09c1527 is going to be deleted. [ 1054.758550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.758916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.856318] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.856401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.860967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.861161] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89e6cbd-d34d-44e7-bc64-10719b8121bc is going to be deleted. [ 1054.862104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.862333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.862431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.862566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd5f667d-4ba1-403e-b76e-fa99b52122c7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.862731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.862915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.863049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.863207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07cbd20f-1162-47dd-a13f-7065c1492d75" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.863869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.864257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11b0ee97-214d-45dd-b475-17a4f0ad1a5a" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.864405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.866048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.866225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.866313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.866441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a0606-872f-452f-a99e-845910400f39" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.866589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.866743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.866834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be7460c-1a2c-415e-813c-2e228125e2ff" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.867797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917574] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fdfbc04-ac2e-4b1d-a724-75b6db09635b: rpc.has_security_group_logging(os_id): False [ 1054.918685] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc8090b-b636-453a-96bf-87ae1f5f2ed9: rpc.has_security_group_logging(os_id): False [ 1054.920348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.920431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.921185] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.921279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.921809] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8aef30-c5ed-40a3-98fc-1510ee2163f0: rpc.has_security_group_logging(os_id): False [ 1054.923595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.923758] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a81c14-b1ad-45e1-a294-2f35bd9a4c93 is going to be deleted. [ 1054.924649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.924901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.924997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc3032a-f2bb-445a-afc2-5c87aab6f673" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.926469] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1054.926928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.927166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e5da01a-ceea-4a31-ac18-929b560a53ed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.928274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.928274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2446fe00-3f3a-4bb1-997c-fb4f008dd694" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.928654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.928654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.928752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c28495-cd3e-436e-9f8b-daf92bf59f2f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.934183] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 1054.946916] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab7992-0258-4c36-ae37-7142a3e4f626: rpc.has_security_group_logging(os_id): False [ 1054.964972] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.965246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.965335] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.965923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.969065] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 1054.971087] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.971265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.978672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.978920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.984079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.984306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.985090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.985209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.017135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.017303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.036515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.036926] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.037066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.037153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.037380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.037465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.037568] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 is going to be updated. [ 1055.038798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.039029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [req-02d66f6d-0b29-4e96-a336-16b559eb0add req-08c4428a-193f-4e81-95d4-f2286a9b4075 service nova] Enqueued Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_rules [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [req-02d66f6d-0b29-4e96-a336-16b559eb0add req-08c4428a-193f-4e81-95d4-f2286a9b4075 service nova] Enqueued Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [req-02d66f6d-0b29-4e96-a336-16b559eb0add req-08c4428a-193f-4e81-95d4-f2286a9b4075 service nova] Enqueued Resource ID: 16d9e9c5-b654-46a2-9612-f92efc72c37c with Priority: HIGHEST for action port [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_rules [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1055.049340] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d9e9c5-b654-46a2-9612-f92efc72c37c with Priority: HIGHEST for action port [ 1055.049340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.049340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.049340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.049340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.049340] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.050987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.051147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.051229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.051446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.051614] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.051728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.051793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.052045] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.052103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.052154] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.053021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d9e9c5-b654-46a2-9612-f92efc72c37c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.053137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.053190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.053341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.053415] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d9e9c5-b654-46a2-9612-f92efc72c37c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.068197] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.068197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.114884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.115227] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.115336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.115402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.115671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.115832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.115951] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b is going to be updated. [ 1055.117162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.117360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.131843] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4002ce82-6d44-4889-9012-d3ea2a42eeb7: rpc.has_security_group_logging(os_id): False [ 1055.147878] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.148119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.199530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.199899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.200080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.200121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.200562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.200562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.200562] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1055.201973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.202194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.204104] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.204243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.225464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.225668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.247533] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.247807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.254846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.255324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.255902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.255998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256230] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256868] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.257222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.257357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.257518] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1055.258489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.258647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.258726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.258913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0617f66d-cb6d-4e9f-bc01-9f77f09c1527" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.259055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.259160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.342549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.342777] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.342894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.342983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.343228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.343317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.343528] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.343778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.343885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.344093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.344193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.344410] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.344534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.344630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.344710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.344786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.344893] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 1055.346117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.346316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.391133] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.391270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.406977] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.407190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.437894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.438351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.438462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.438541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.438733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.438810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.438939] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1055.439994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.440192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.440279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.440399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a81c14-b1ad-45e1-a294-2f35bd9a4c93" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.440529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.440694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.440802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.441805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.441971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.442069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.442186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89e6cbd-d34d-44e7-bc64-10719b8121bc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.442306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.442448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.442535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.442738] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.442849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.442926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.443091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.443158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.443377] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.444078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.444078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.444078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.444078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.444078] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.444078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.444452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.444452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.444452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.444452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 is going to be created. [ 1055.446030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.446287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.446546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.447652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.447880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.448079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.472022] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: IN_PROGRESS for 2s [ 1055.472022] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.472022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.472022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.472022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.472644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.482452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1055.482749] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: IN_PROGRESS for 2s [ 1055.513869] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.514170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.514258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.514510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.514663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518702] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1055.536964] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 1055.555723] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.557088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.557088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.557307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d9e9c5-b654-46a2-9612-f92efc72c37c with status ACTIVE [ 1055.557716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.557716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.557716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.557919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.557919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.558243] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.558243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.558386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.558461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.558540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.558961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.559091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.559196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.560637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.560964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.561382] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d9e9c5-b654-46a2-9612-f92efc72c37c is going to be updated. [ 1055.588884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.589139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.589139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.589807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.589807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.591541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.591740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.591740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.591937] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.592092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617959] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.618470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.618591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.618750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.619157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.619409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d9e9c5-b654-46a2-9612-f92efc72c37c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.620617] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: IN_PROGRESS for 2s [ 1055.622479] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.622968] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1055.681923] env[65255]: INFO networking_nsxv3.common.synchronization [req-10c08b5a-311c-4438-ab94-8559a3f8c7a2 req-85ee4515-1412-45f2-960c-ea6f59a6c45c tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1055.682731] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1055.682950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.683544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.683684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.683942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.684168] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.684311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.684406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.684595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.685081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.685081] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.064134] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.187480] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.187635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.187711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.188147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.217030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.217030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217030] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1056.272602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.272717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.272828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.273526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.273526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.285305] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1056.334946] env[65255]: INFO networking_nsxv3.common.synchronization [req-92e6caaa-b9a7-42f9-b350-e1fb8101dda3 req-925905d2-514b-428a-978b-65c962e0b140 tempest-InstanceActionsTestJSON-1292782049 tempest-InstanceActionsTestJSON-1292782049-project-member] Enqueued Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1056.339053] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGHEST for action security_group_members [ 1056.339053] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.339053] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.339053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.339053] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.566596] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.566824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.566928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.567206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.567295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.567394] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f is going to be created. [ 1056.608990] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.624818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: UNINITIALIZED for 2s [ 1056.841291] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.841485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.841535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.841751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.874494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.874841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.874945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.875038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.875265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.875400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.875527] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 is going to be updated. [ 1056.910552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.910717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.910897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.911209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.911420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.921736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: IN_PROGRESS for 2s [ 1056.946193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1056.946453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.486077] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: SUCCESS [ 1057.486077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.507325] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1057.507971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509228] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: SUCCESS [ 1057.509799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.536622] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1057.536622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.554063] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 1057.554063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: SUCCESS [ 1057.635431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.635431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1057.635431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.707421] env[65255]: INFO networking_nsxv3.common.synchronization [req-deaab355-53bf-4e91-b47e-069286872f21 req-82dfeca1-ea92-4567-acc4-449f67a2fcc5 tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 1057.707927] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGHEST for action security_group_members [ 1057.708556] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.708626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.708664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.708832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.708993] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709517] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.213982] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.213982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.213982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.213982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.235353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.235610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.235733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.235876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.236049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.236174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.236240] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 is going to be updated. [ 1058.276710] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.276875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.276939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.277166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.277302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.287375] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: IN_PROGRESS for 2s [ 1058.294973] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1058.294973] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1058.295155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638515] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: SUCCESS [ 1058.638873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.638918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.639146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.639354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.639474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.639544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.639685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.639764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.639835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.639920] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.681524] env[65255]: INFO networking_nsxv3.common.synchronization [req-bc57177e-d8a3-400b-a69c-aba5a80dbcd2 req-396ae790-5cb8-4552-9c8c-ded2d6407cbe tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1058.682231] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1058.682588] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.682736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.683046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.683249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.684016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.684016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.684016] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.932922] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 in Status: SUCCESS [ 1058.933685] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 deletion is rescheduled due to dependency. [ 1058.933685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.142375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.142741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.142930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.143260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.143543] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.143810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.143983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.144261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.146021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.146021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.146021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.146021] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.190079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.190079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.190079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.190079] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1059.221436] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.221436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.221436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.221436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.221436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.244644] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1059.648917] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a21b060-6338-4a3e-bd49-4d59af099c6f: rpc.has_security_group_logging(os_id): False [ 1059.668034] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.668205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.668205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.668426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.668517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.668742] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.668855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.669009] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.669177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.669256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.669457] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.670136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.670209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.670369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.670449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.670635] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.670730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.670839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.670925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.670998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.671092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f is going to be created. [ 1059.738427] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.738645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.738693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.739298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.739298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.753217] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: IN_PROGRESS for 2s [ 1060.296465] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375777d-081f-4ca1-a73d-824b7058f793 in Status: SUCCESS [ 1060.296637] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 deletion is rescheduled due to dependency. [ 1060.296790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.255093] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1061.255413] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 deletion is rescheduled due to dependency. [ 1061.255476] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.533546] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3f006510-520e-45e6-b909-63eb672c8003 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1061.534568] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1061.534568] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.534969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.534969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.535069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.535141] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.623785] env[65255]: INFO networking_nsxv3.common.synchronization [None req-c0e0ed81-0e2c-49f7-a3a2-c44fbd0d254a tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1061.624394] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1061.624695] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.624811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.765464] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: SUCCESS [ 1061.765701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.058713] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.058903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.058903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.059166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.059260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.059357] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 already deleted. [ 1062.059455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.059616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.059792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.059888] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.583375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.583375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.583375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.583375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.583375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.583375] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 already deleted. [ 1062.583375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.851364] env[65255]: INFO networking_nsxv3.common.synchronization [req-62a3ae61-9df8-4a39-b89d-4d657bb3e08f req-f8cf6dde-b7a3-4f71-9b2c-2c9e600548fe tempest-AttachInterfacesV270Test-864229951 tempest-AttachInterfacesV270Test-864229951-project-member] Enqueued Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1062.851885] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 with Priority: HIGHEST for action security_group_members [ 1062.852863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-4002ce82-6d44-4889-9012-d3ea2a42eeb7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.852863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.852863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.852863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.852863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.852863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.852863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.853262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.853262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.853262] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4002ce82-6d44-4889-9012-d3ea2a42eeb7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.355839] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.356119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.356234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.356594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.356686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.356959] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.357092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.357158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.357313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.357385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.357476] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 is going to be updated. [ 1063.386357] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.386507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.386596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.387231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.397138] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: IN_PROGRESS for 2s [ 1065.309147] env[65255]: INFO networking_nsxv3.common.synchronization [req-a09caa35-b47f-495a-ac33-ac7979a92e1c req-9559d107-ed57-4339-89a9-fd0f741500fd tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 1065.309957] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGHEST for action security_group_members [ 1065.310431] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.310614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.310721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.311115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.311263] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.311435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.311545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.311798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.311957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.312118] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.408799] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 in Status: SUCCESS [ 1065.408904] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4002ce82-6d44-4889-9012-d3ea2a42eeb7 deletion is rescheduled due to dependency. [ 1065.408944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4002ce82-6d44-4889-9012-d3ea2a42eeb7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.814884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.815076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.815150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.815337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.815429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.815671] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.815781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.815851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.816072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.816999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.816999] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b is going to be updated. [ 1065.848282] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.848447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.848495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.848698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.848914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.858236] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: IN_PROGRESS for 2s [ 1066.295477] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.295678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.295802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.296157] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.296419] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.296575] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.296888] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.297076] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.297297] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.297555] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.297767] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.297911] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.298105] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.298404] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.298554] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.298697] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.317337] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.317775] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.317775] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.317775] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.318237] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.318237] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.318498] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.318610] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.318743] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9187505d-d3ce-4fcf-9e8a-3924d8256a0b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.440132] env[65255]: INFO networking_nsxv3.common.synchronization [req-ab582756-02e0-4222-9c8e-3f088e1484ce req-8afcb78f-d3ae-412c-a774-b66fb3d7d742 tempest-ServerMetadataNegativeTestJSON-360783908 tempest-ServerMetadataNegativeTestJSON-360783908-project-member] Enqueued Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1066.440416] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f with Priority: HIGHEST for action security_group_members [ 1066.441200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a21b060-6338-4a3e-bd49-4d59af099c6f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.441200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.441200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.441413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.441413] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.441511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.441554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.441690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.441774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.441867] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a21b060-6338-4a3e-bd49-4d59af099c6f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.821269] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.821269] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.821269] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.821721] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.821912] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.822310] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.822477] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.822648] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.822883] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.822956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.823258] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.823404] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.823547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.823728] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.823862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.824190] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b is going to be updated. [ 1066.844940] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.845187] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.845925] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.846216] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.846445] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.846670] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.944308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.944477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.944553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.944785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.944877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.945199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.945257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.945411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.945485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945572] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f is going to be updated. [ 1066.990513] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.990757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.990904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.991169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.991401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003042] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: IN_PROGRESS for 2s [ 1067.550037] env[65255]: INFO networking_nsxv3.common.synchronization [req-9a81eddd-0b48-4a34-902a-dfc3f5304364 req-c929dc32-7eeb-4ac7-97bb-9efbe353b679 service nova] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 1067.550037] env[65255]: INFO networking_nsxv3.common.synchronization [req-9a81eddd-0b48-4a34-902a-dfc3f5304364 req-c929dc32-7eeb-4ac7-97bb-9efbe353b679 service nova] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 1067.550037] env[65255]: INFO networking_nsxv3.common.synchronization [req-9a81eddd-0b48-4a34-902a-dfc3f5304364 req-c929dc32-7eeb-4ac7-97bb-9efbe353b679 service nova] Enqueued Resource ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with Priority: HIGHEST for action port [ 1067.550037] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_rules [ 1067.551649] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 1067.551649] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with Priority: HIGHEST for action port [ 1067.551649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.551649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.551649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.552056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.552056] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.554051] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.554051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.554051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.554241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.554241] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.554336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.554378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.554723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.554723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.554723] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.555599] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.555694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.555778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.556022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556138] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9187505d-d3ce-4fcf-9e8a-3924d8256a0b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.868941] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b in Status: SUCCESS [ 1067.869141] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b deletion is rescheduled due to dependency. [ 1067.869255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.058628] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.058763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.058957] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9187505d-d3ce-4fcf-9e8a-3924d8256a0b with status ACTIVE [ 1068.059176] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.059356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.059472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.059863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.059996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.060166] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.060263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.060325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.060479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.060556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.060735] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.060820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.060876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.061021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.061085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.061171] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9187505d-d3ce-4fcf-9e8a-3924d8256a0b is going to be updated. [ 1068.062228] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.084402] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.084590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.084638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.084812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.084941] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.085123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9187505d-d3ce-4fcf-9e8a-3924d8256a0b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.564525] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.014314] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f in Status: SUCCESS [ 1069.014557] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a21b060-6338-4a3e-bd49-4d59af099c6f deletion is rescheduled due to dependency. [ 1069.014684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a21b060-6338-4a3e-bd49-4d59af099c6f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.067507] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.067688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.067688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.067933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.068094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.068337] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 is going to be updated. [ 1069.102253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102463] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.114478] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: IN_PROGRESS for 2s [ 1071.133761] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: SUCCESS [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.133761] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133761] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.640034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.144078] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122e9471-e4d0-44bc-b08a-c2aa345db0a3: rpc.has_security_group_logging(os_id): False [ 1072.166636] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.166828] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.166887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.167090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188640] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.188640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.188640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.188905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188905] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 is going to be updated. [ 1072.258773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.259880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.259880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.259880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.259880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.274843] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: IN_PROGRESS for 2s [ 1072.552075] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.552075] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1074.291346] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: SUCCESS [ 1074.291726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.553333] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.553624] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1079.687149] env[65255]: INFO networking_nsxv3.common.synchronization [req-90f7403c-52c6-4a53-8fbe-f5fee3db2998 req-458c5e93-6a23-4aa7-903f-cbc200b703ee tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1079.687764] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1079.688201] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.688387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.688387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.689359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.689359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.689359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.689359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.689359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.689359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.689587] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.040584] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.040855] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.041012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.041352] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.041622] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.041806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.041980] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.042232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.042382] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.042607] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.042720] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.042869] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.043027] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.043152] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.043261] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.043398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.067539] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.067839] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.067938] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.068121] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.068472] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-92017f35-c16d-42b8-bea2-abaaaad4d838 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.068643] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.068853] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.069271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.069406] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92017f35-c16d-42b8-bea2-abaaaad4d838',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.191883] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.192105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.192161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.192520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.192642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.192920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.193052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.193122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.193293] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.193373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.193462] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 already deleted. [ 1080.193543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.575612] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.575939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.576217] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.576452] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.576682] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.576864] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 92017f35-c16d-42b8-bea2-abaaaad4d838 not found, creating... [ 1080.577217] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.577425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.577547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.577790] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.577931] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.578255] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.578416] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.578527] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.578729] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.578859] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.578997] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 92017f35-c16d-42b8-bea2-abaaaad4d838 is going to be created. [ 1080.604173] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.604405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.604601] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.604889] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.605137] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.605441] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.361045] env[65255]: INFO networking_nsxv3.common.synchronization [req-90f7403c-52c6-4a53-8fbe-f5fee3db2998 req-13b73038-8a1d-44c7-8c1c-db18e9b0569e service nova] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1081.361305] env[65255]: INFO networking_nsxv3.common.synchronization [req-90f7403c-52c6-4a53-8fbe-f5fee3db2998 req-13b73038-8a1d-44c7-8c1c-db18e9b0569e service nova] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1081.361430] env[65255]: INFO networking_nsxv3.common.synchronization [req-90f7403c-52c6-4a53-8fbe-f5fee3db2998 req-13b73038-8a1d-44c7-8c1c-db18e9b0569e service nova] Enqueued Resource ID: 92017f35-c16d-42b8-bea2-abaaaad4d838 with Priority: HIGHEST for action port [ 1081.361961] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1081.362601] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1081.362763] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92017f35-c16d-42b8-bea2-abaaaad4d838 with Priority: HIGHEST for action port [ 1081.363194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.363443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.363522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.363786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.363992] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.364934] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.365465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.365465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.365655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.365939] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.366268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.366428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.366735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.367076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.367178] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.368685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-92017f35-c16d-42b8-bea2-abaaaad4d838 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.368819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.369103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.369192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.369348] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92017f35-c16d-42b8-bea2-abaaaad4d838',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.730753] env[65255]: INFO networking_nsxv3.common.synchronization [req-a77b1fbe-2ca2-412e-a162-eb18cf4cb243 req-acd5669c-d19d-4c5e-97c9-4074f3d78c5d tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1081.731333] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGHEST for action security_group_members [ 1081.731647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.731850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.731933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.732496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.732682] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.732802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.732904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.733128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.733229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.733335] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.871156] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.872169] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.872300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.872488] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92017f35-c16d-42b8-bea2-abaaaad4d838 with status ACTIVE [ 1081.872657] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.872769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.872841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.873581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.873581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.873581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.873703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.873734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.874818] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.874818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.874818] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92017f35-c16d-42b8-bea2-abaaaad4d838 is going to be updated. [ 1081.897591] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.897756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.897756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.897905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.898142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.898221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92017f35-c16d-42b8-bea2-abaaaad4d838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.235166] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.235330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.235544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.235824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.236243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.236243] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.236443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.236443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.236552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.236666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.236767] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 is going to be updated. [ 1082.267794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.267980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.268046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.268291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.268481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.278868] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: IN_PROGRESS for 2s [ 1082.376673] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.879582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.879847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.879905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.880183] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.880306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.880431] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be created. [ 1082.905366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.905569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.905613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.905842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.906134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.917808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: UNINITIALIZED for 2s [ 1083.782285] env[65255]: INFO networking_nsxv3.common.synchronization [req-090ebfbe-b958-49e8-8eb3-40695f0c15f8 req-d5894f32-a55a-4037-8c0b-50b7036d5f3d tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1083.782836] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1083.783159] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.783286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.783355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.783565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.783702] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.783795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.783856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.783991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.784085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.784174] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.286189] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.286321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.286400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.286630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.286725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.286919] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.287025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.287089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.287266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.287341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.287426] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1084.289089] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 in Status: SUCCESS [ 1084.289629] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 deletion is rescheduled due to dependency. [ 1084.289629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.319246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.319455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.319753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.319892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.332605] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1084.930726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1084.931087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.931387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.931647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.931940] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.932117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.932191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.932412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.932510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.932628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.932757] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.436324] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.639307] env[65255]: INFO networking_nsxv3.common.synchronization [req-ae6a77ba-da9f-49fb-9b49-f116c936d9a5 req-bace1330-cf94-406e-92f9-9131570a9979 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1085.639881] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1085.640211] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640761] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.641539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.643342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.643514] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.938923] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9: rpc.has_security_group_logging(os_id): False [ 1085.961925] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.962105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.962142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963117] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.963117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963117] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be created. [ 1086.041642] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.041813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.041882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.042111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.042285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.051450] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.051581] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.051702] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.051970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.052240] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.052397] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.052517] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.052708] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.052848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.053335] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.053335] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.053335] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.053459] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.053459] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.053559] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.053679] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.056369] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1086.084403] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.084403] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.084628] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.085369] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.085369] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.085577] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.085757] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.086549] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.086549] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779a0b0e-2940-496f-8b6f-f96b5e1e8eeb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.148048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.148048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.148048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.148048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.148048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.148301] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.148405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.148500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.148667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.148745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.148832] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1086.184248] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.184458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.184535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.185172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.185172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.194172] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1086.344760] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1086.345043] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 deletion is rescheduled due to dependency. [ 1086.345113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.588958] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.589214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.589337] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.589628] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.589769] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.590246] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb not found, creating... [ 1086.590246] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.590364] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.590461] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.590677] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.590877] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.591106] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.591264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.591379] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.591577] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.591706] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.591846] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb is going to be created. [ 1086.615431] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.615648] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.615772] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.616057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.616497] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616729] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.299829] env[65255]: INFO networking_nsxv3.common.synchronization [req-ae6a77ba-da9f-49fb-9b49-f116c936d9a5 req-594eba57-8231-4f7d-9cf9-bcda3903eb1a service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1087.300113] env[65255]: INFO networking_nsxv3.common.synchronization [req-ae6a77ba-da9f-49fb-9b49-f116c936d9a5 req-594eba57-8231-4f7d-9cf9-bcda3903eb1a service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1087.300159] env[65255]: INFO networking_nsxv3.common.synchronization [req-ae6a77ba-da9f-49fb-9b49-f116c936d9a5 req-594eba57-8231-4f7d-9cf9-bcda3903eb1a service nova] Enqueued Resource ID: 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb with Priority: HIGHEST for action port [ 1087.300706] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1087.300808] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1087.300907] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb with Priority: HIGHEST for action port [ 1087.301372] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.301707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.301874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.302282] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.303710] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.303877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304174] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.304336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.304790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.304911] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779a0b0e-2940-496f-8b6f-f96b5e1e8eeb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.806910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.806910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.811371] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb with status ACTIVE [ 1087.811371] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.811371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.811371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.811371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.811371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.814968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.814968] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.814968] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.814968] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779a0b0e-2940-496f-8b6f-f96b5e1e8eeb is going to be updated. [ 1087.838628] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.838721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.838802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.839032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.839180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.839341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779a0b0e-2940-496f-8b6f-f96b5e1e8eeb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.970188] env[65255]: INFO networking_nsxv3.common.synchronization [req-8cbde15a-540f-42cc-a38d-c5ef015a25e1 req-e1b4ee65-861d-4749-987c-8ca301771ffa tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1087.972765] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1087.972765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.972765] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.972765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.972765] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.069971] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1088.070243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.204514] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1088.205188] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1088.205312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.205774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.206021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.206225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.206351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.206413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.206648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.206733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.206905] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.317931] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.317931] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.317931] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.318591] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.318591] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.318591] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.318591] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.318907] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.318907] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.319175] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.319353] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.319411] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.319548] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.319622] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.319679] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.319817] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.341146] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.341654] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.341654] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.341749] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.341984] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.342175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.342336] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.342793] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.342901] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.475380] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.475573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.475617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.475830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.496086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.496381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.496556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.496661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.496874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.496958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.497058] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be updated. [ 1088.522426] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.523143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.533026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 1088.708855] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.845295] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.845602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.845740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.846036] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.846220] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.846425] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f not found, creating... [ 1088.846813] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.846984] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.847115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.847386] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.847541] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.847900] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.848090] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.848213] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.848502] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.848545] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.848685] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f is going to be created. [ 1088.881562] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.881813] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.881943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.882244] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.882479] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.882726] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.212521] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.593319] env[65255]: INFO networking_nsxv3.common.synchronization [req-8cbde15a-540f-42cc-a38d-c5ef015a25e1 req-901458ef-dff8-4bbd-8671-c15013702674 service nova] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_rules [ 1089.593319] env[65255]: INFO networking_nsxv3.common.synchronization [req-8cbde15a-540f-42cc-a38d-c5ef015a25e1 req-901458ef-dff8-4bbd-8671-c15013702674 service nova] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1089.593649] env[65255]: INFO networking_nsxv3.common.synchronization [req-8cbde15a-540f-42cc-a38d-c5ef015a25e1 req-901458ef-dff8-4bbd-8671-c15013702674 service nova] Enqueued Resource ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with Priority: HIGHEST for action port [ 1089.594020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_rules [ 1089.594186] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1089.594275] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with Priority: HIGHEST for action port [ 1089.594672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.594780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.594835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.595026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.595639] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.596487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.596487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.596785] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.596785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.597663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.597874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.597956] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.714317] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.714482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.714560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.715021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.715021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.715021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1089.722804] env[65255]: INFO networking_nsxv3.common.synchronization [req-2c229337-dd04-483a-a8b3-be0a2092c8da req-01aaff43-5697-4f46-95ba-dc5559e38f11 tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 1089.723305] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 1089.723605] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.723728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.723796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.724678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.724678] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.724678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.724678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.724678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.724678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.724678] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.748427] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.748576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.748647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.748855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.748997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.759935] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1090.100503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.100638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.102324] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with status ACTIVE [ 1090.102553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.102703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.102915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.102982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.103086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.103283] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.103393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.103483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.103622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.103703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.103884] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.103980] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.104054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.104276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.104347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.104432] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f is going to be updated. [ 1090.127099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.127273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.127437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.127555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.127692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.128018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.227037] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.544707] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 1090.545014] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 deletion is rescheduled due to dependency. [ 1090.545207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.545468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.546132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.546132] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.546405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.546507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.546695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.546851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.546931] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.731175] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.051510] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.232581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.232742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.232853] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233264] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 1091.261423] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.261597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.261689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.261948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.262246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.272500] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 1091.554490] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.771946] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1091.772218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.772313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.772485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.772689] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.772804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.772869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.773032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.773114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.773198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.773289] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.057324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.057805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.058050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.058399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.058782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.058969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be updated. [ 1092.092247] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.092420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.092494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.092710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.092856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.101875] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 1092.275692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.275973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.275973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.276426] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.276533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.276638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.276861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.276933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.277100] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.277280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.277343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.277486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.277626] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.277718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.277777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.277915] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.277991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.278096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.278287] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.740745] env[65255]: INFO networking_nsxv3.common.synchronization [req-db247245-fede-4244-9e07-ddec47627683 req-2a977d9a-8945-4463-91a5-e0f102d20336 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1092.741350] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1092.741654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.741777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.741845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.742427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.742643] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.742765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.742833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.743018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.743108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.743207] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.780737] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1092.803969] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.804207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.804273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.804483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.804942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.805061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.805318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.805815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.805815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.805815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.806013] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.806158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.806297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.806998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.806998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.806998] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.806998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.806998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.807590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.807590] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1092.892402] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.892598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.892689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.892953] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.893123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.908755] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1093.137262] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.137451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.137588] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.137862] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.138141] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.138294] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.138418] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.138739] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.138920] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.139164] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.139305] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.139438] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.139568] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.139702] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.139828] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.139981] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.159707] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.159866] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.159984] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.160225] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.160579] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.160789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.160958] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.161392] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.161599] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e7ff87-0516-4e27-92c0-11ff4b65d0fb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.246030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.246030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.246030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.246030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.246030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.246030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.246318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.246318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.246392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.246437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.246525] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1093.285263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 1093.285575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286617] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.286752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.286874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.287112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.287249] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.297199] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1093.580991] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad445cf3-ab76-43d2-8fd4-29f7e867348e req-cebc0ba0-b45a-45c3-87b4-569bcfcb7dcb tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1093.581595] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1093.581909] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.582043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.582112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.582312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.582470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.582570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.582632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.582773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.582855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.582947] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.664302] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.664556] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.664711] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.665060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.665242] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.665422] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port f1e7ff87-0516-4e27-92c0-11ff4b65d0fb not found, creating... [ 1093.665940] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.666148] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.666345] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.666602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.666764] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.667097] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.667294] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.667460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.667698] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.667854] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.668073] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: f1e7ff87-0516-4e27-92c0-11ff4b65d0fb is going to be created. [ 1093.691100] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.691325] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691450] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.691719] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.691939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.692186] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.086049] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.086049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.086049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.086460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.086460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.086519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.086642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.086706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.086881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.087098] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.087098] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1094.112823] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 1094.112823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.112997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.113145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.113338] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.113456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.113517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.113664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.113744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.113826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.113915] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.120912] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.121073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.121073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.121925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.121925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.131202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1094.447073] env[65255]: INFO networking_nsxv3.common.synchronization [req-db247245-fede-4244-9e07-ddec47627683 req-ae858f49-5c05-4f67-913c-a257c0185c68 service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 1094.447373] env[65255]: INFO networking_nsxv3.common.synchronization [req-db247245-fede-4244-9e07-ddec47627683 req-ae858f49-5c05-4f67-913c-a257c0185c68 service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1094.447930] env[65255]: INFO networking_nsxv3.common.synchronization [req-db247245-fede-4244-9e07-ddec47627683 req-ae858f49-5c05-4f67-913c-a257c0185c68 service nova] Enqueued Resource ID: f1e7ff87-0516-4e27-92c0-11ff4b65d0fb with Priority: HIGHEST for action port [ 1094.448687] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 1094.448776] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1094.448880] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e7ff87-0516-4e27-92c0-11ff4b65d0fb with Priority: HIGHEST for action port [ 1094.449200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.449417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.449417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.449626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.449701] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.450700] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.450806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.451031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.451140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.451218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.451505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451612] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e7ff87-0516-4e27-92c0-11ff4b65d0fb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.616048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.616048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.616048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.616347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.616510] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.616651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.616755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.616930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.617049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.617146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.617312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.617395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.617465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.617607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.617743] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.617834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.617894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.618042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.618115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.618195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.618280] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.925451] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1094.925692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.953386] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.953543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.953664] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1e7ff87-0516-4e27-92c0-11ff4b65d0fb with status ACTIVE [ 1094.953839] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.953943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.954015] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.954246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.954337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.954509] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.954607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.954668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.954821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.954895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.955090] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.955184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.955245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.955386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.955478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.955561] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1e7ff87-0516-4e27-92c0-11ff4b65d0fb is going to be updated. [ 1094.981068] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.981353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.981353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.981550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.981702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.981868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1e7ff87-0516-4e27-92c0-11ff4b65d0fb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.120642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92a8a761-c898-4cbb-b5f2-c00cbc3939b1: rpc.has_security_group_logging(os_id): False [ 1095.146600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.146795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.146795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147904] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.148060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.148199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.148271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.148587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.148708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.148768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.148909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.148986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.149076] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be updated. [ 1095.233851] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.234050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.234050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.234315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.234478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.248142] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 1095.310757] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1095.310956] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 deletion is rescheduled due to dependency. [ 1095.311085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.311257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.311488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.311679] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.311797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.311872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.312025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.312109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.312482] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.814972] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.144774] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1096.144774] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 1096.144774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.317714] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.822539] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.822706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.822780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.823051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.823153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.823255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1096.862031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.862209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.862209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.862454] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.862854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.874260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1097.261400] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 1097.261715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.886787] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1098.887153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.887190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.887411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.887602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.887723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.887786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.887942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.888032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.888122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.888226] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.391134] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.449714] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1099.449714] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1099.893362] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8aef30-c5ed-40a3-98fc-1510ee2163f0: rpc.has_security_group_logging(os_id): False [ 1099.911213] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.911355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.911415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.911625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.911778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.911971] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.912087] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.912147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.912299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.912376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.912462] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1099.988560] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.988560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.988560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.988737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.988737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.006938] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1100.585134] env[65255]: INFO networking_nsxv3.common.synchronization [req-04430d8c-d681-4288-8676-a4eddf36eb4e req-e3adb5b4-f9db-4a9b-8318-e46a94b1911a tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1100.585433] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 with Priority: HIGHEST for action security_group_members [ 1100.585740] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.585885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.585951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.586501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.586670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.586772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.586833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.586995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.587099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.587191] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a8a761-c898-4cbb-b5f2-c00cbc3939b1',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.637737] env[65255]: INFO networking_nsxv3.common.synchronization [req-04430d8c-d681-4288-8676-a4eddf36eb4e req-e3adb5b4-f9db-4a9b-8318-e46a94b1911a tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with Priority: HIGHEST for action port [ 1100.638302] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with Priority: HIGHEST for action port [ 1100.638613] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.638797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.638797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.639018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.639082] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.089223] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.089567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.089567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.090099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.090214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.090463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.090665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.090665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.090806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.090886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.090975] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 is going to be updated. [ 1101.121903] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.122130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.122130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.122361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.122513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.132361] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: IN_PROGRESS for 2s [ 1101.140746] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f with status ACTIVE [ 1101.140978] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.141129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.141199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.141420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.141510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.141692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.141792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.141855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.142008] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.142090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.142270] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.142364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.142427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.142580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.142649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.142732] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f is going to be updated. [ 1101.163895] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.164156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.164156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.164331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.164495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.164731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e2ad95-39ee-4b5f-bf70-c39d0dce0e9f" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.756036] env[65255]: INFO networking_nsxv3.common.synchronization [req-bb5ab918-122d-4080-b85b-6a15b1a94e55 req-3a70eaab-a5af-4b6e-aa80-c044083c7322 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 1101.756521] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c with Priority: HIGHEST for action security_group_members [ 1101.756873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-5347eafd-1ff2-4ba6-910a-bb187402b09c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.757023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.757092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.757361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.757530] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.757631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.757697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.758509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.758509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.758509] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5347eafd-1ff2-4ba6-910a-bb187402b09c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.025428] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1102.025428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.262316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.262697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.262697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.262904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.284146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.284420] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.284556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.284611] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.284812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.284894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.284986] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c is going to be updated. [ 1102.313396] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.313554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.313626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.313843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.313979] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.327276] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: IN_PROGRESS for 2s [ 1103.143375] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 in Status: SUCCESS [ 1103.143574] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a8a761-c898-4cbb-b5f2-c00cbc3939b1 deletion is rescheduled due to dependency. [ 1103.143693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a8a761-c898-4cbb-b5f2-c00cbc3939b1" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.337214] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c in Status: SUCCESS [ 1104.337499] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5347eafd-1ff2-4ba6-910a-bb187402b09c deletion is rescheduled due to dependency. [ 1104.337635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5347eafd-1ff2-4ba6-910a-bb187402b09c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.215933] env[65255]: INFO networking_nsxv3.common.synchronization [req-0a1467eb-98d6-4fb5-beab-257807d0a093 req-32a43775-f095-4ed6-8e28-a7c55184192a tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1106.215933] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1106.215933] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.215933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.215933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.216402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.220114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.220114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.220114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.220114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.220114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.220114] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.682338] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.682529] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.682943] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.683357] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.683979] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.684175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.684295] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.685727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.685727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.685727] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.685727] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.685727] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.685727] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.686049] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.686049] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.686139] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.701273] env[65255]: INFO networking_nsxv3.common.synchronization [req-39c371cb-041b-46e7-ba79-33503be6b927 req-3aa56bda-275f-4227-95c7-2daf6b68766d tempest-ServerRescueNegativeTestJSON-1552177185 tempest-ServerRescueNegativeTestJSON-1552177185-project-member] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 1106.701840] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGHEST for action security_group_members [ 1106.702173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.702393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.702393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.702556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.702726] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.702825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.702886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.703056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.703141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.703239] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.710666] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.710857] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.710988] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.711183] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.711834] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-bc64e359-e56a-4041-8e6e-2dd4e8140e81 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.711834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.711834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.712351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.712351] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc64e359-e56a-4041-8e6e-2dd4e8140e81',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.720165] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.206467] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.206904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.207688] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.208179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.208397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.208716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.208962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.209540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.210100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.210280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.210451] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be updated. [ 1107.215197] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.215678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.216058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.217024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.217024] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.217024] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port bc64e359-e56a-4041-8e6e-2dd4e8140e81 not found, creating... [ 1107.217186] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.217701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.217701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.217794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.217904] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.218208] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.218360] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.218471] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.218667] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.218794] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.218978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: bc64e359-e56a-4041-8e6e-2dd4e8140e81 is going to be created. [ 1107.224212] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.240394] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.240774] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.240970] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.241376] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.241666] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.242069] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.248281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.248445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.248761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.248899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.259594] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 2s [ 1107.726523] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.726719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.726803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.727058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.727169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.727277] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be updated. [ 1107.761067] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.761332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.761332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.761524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.761685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.772067] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1107.965539] env[65255]: INFO networking_nsxv3.common.synchronization [req-0a1467eb-98d6-4fb5-beab-257807d0a093 req-05514e08-fef1-4eb9-8084-3b75e787dc38 service nova] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1107.967188] env[65255]: INFO networking_nsxv3.common.synchronization [req-0a1467eb-98d6-4fb5-beab-257807d0a093 req-05514e08-fef1-4eb9-8084-3b75e787dc38 service nova] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1107.967188] env[65255]: INFO networking_nsxv3.common.synchronization [req-0a1467eb-98d6-4fb5-beab-257807d0a093 req-05514e08-fef1-4eb9-8084-3b75e787dc38 service nova] Enqueued Resource ID: bc64e359-e56a-4041-8e6e-2dd4e8140e81 with Priority: HIGHEST for action port [ 1107.967188] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_rules [ 1107.967188] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1107.967627] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc64e359-e56a-4041-8e6e-2dd4e8140e81 with Priority: HIGHEST for action port [ 1107.967627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.967826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.967951] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.968277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.968418] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.970299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.970299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.970299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc64e359-e56a-4041-8e6e-2dd4e8140e81 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.970299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.970501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.970634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.971227] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc64e359-e56a-4041-8e6e-2dd4e8140e81',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.473174] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.473435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.473599] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc64e359-e56a-4041-8e6e-2dd4e8140e81 with status ACTIVE [ 1108.473890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.474126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.474190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.474533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.474592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.474823] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.475069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.475128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.475309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.475447] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.475820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.475880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.475991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.476178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.476280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.476497] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc64e359-e56a-4041-8e6e-2dd4e8140e81 is going to be updated. [ 1108.493961] env[65255]: INFO networking_nsxv3.common.synchronization [req-d4e9d72c-e766-4543-90b4-4bb6515542ef req-599bb913-5577-4241-bfdb-58b9eccb07bf tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1108.494630] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1108.495191] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.495359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.495648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.495757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.496531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.496531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.496531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.496531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.496676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.496703] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.504754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.504981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.505037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.505229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.505371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.505724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc64e359-e56a-4041-8e6e-2dd4e8140e81" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838914] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.839747] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.839747] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839934] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840418] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.840684] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.840916] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.843277] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.843277] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.843277] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.843277] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.843277] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.843277] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.843277] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.843277] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.843277] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.864946] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.865151] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.865329] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.865541] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-540" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.865931] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-4b50502d-d293-4000-9eef-cd3410cff170 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.866226] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.866855] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.866855] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.867068] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b50502d-d293-4000-9eef-cd3410cff170',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.999334] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.999840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.999840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.999840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.000120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.000340] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.000425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.000425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.000633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.000807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.000917] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1109.034872] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.035139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.035599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.036712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.036712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.052160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1109.272229] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: IN_PROGRESS for 4s [ 1109.370080] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.370080] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.370080] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.370442] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.370521] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.370702] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 4b50502d-d293-4000-9eef-cd3410cff170 not found, creating... [ 1109.370973] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.371172] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.371372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.371581] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.371722] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.372017] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.372171] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.372287] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.372493] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.372626] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.372776] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 4b50502d-d293-4000-9eef-cd3410cff170 is going to be created. [ 1109.402705] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.402705] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.402909] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.403070] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.403320] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.403769] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.791354] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1109.791730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.791782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.791976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.792189] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.792311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.792381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.792536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.792619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.792734] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.157335] env[65255]: INFO networking_nsxv3.common.synchronization [req-d4e9d72c-e766-4543-90b4-4bb6515542ef req-9a6713c9-5e64-4a42-9d1a-7887949af346 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 1110.157479] env[65255]: INFO networking_nsxv3.common.synchronization [req-d4e9d72c-e766-4543-90b4-4bb6515542ef req-9a6713c9-5e64-4a42-9d1a-7887949af346 service nova] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1110.157675] env[65255]: INFO networking_nsxv3.common.synchronization [req-d4e9d72c-e766-4543-90b4-4bb6515542ef req-9a6713c9-5e64-4a42-9d1a-7887949af346 service nova] Enqueued Resource ID: 4b50502d-d293-4000-9eef-cd3410cff170 with Priority: HIGHEST for action port [ 1110.160079] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_rules [ 1110.160079] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1110.160079] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b50502d-d293-4000-9eef-cd3410cff170 with Priority: HIGHEST for action port [ 1110.160079] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.160079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.160079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.160079] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.160079] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.160519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.160519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.160593] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b50502d-d293-4000-9eef-cd3410cff170 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.161670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.161670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.161670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.161670] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b50502d-d293-4000-9eef-cd3410cff170',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.295164] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.663500] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.663643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b50502d-d293-4000-9eef-cd3410cff170 with status ACTIVE [ 1110.664997] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.664997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.664997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.664997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.665313] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.665313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.665313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.665529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.665529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.665610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.665702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.665752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.665896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.665962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.666065] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b50502d-d293-4000-9eef-cd3410cff170 is going to be updated. [ 1110.691099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.691350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.691431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.691664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.691807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.691983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b50502d-d293-4000-9eef-cd3410cff170" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.800736] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.074574] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1111.074770] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 1111.074907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.075034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.075272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.075469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.075636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.075698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.075801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.075955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.076027] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.285159] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 in Status: SUCCESS [ 1111.285476] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 deletion is rescheduled due to dependency. [ 1111.285653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.303442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.303634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.303634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.303995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.304140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.304207] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be updated. [ 1111.362104] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.362304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.362342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.362556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.362809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.375763] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1111.579079] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.081938] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.584580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.584760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.584825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.585069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.585162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.585263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1112.621986] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.622232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.622232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.622564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.622680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.634685] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1112.710338] env[65255]: INFO networking_nsxv3.common.synchronization [req-96a9dc97-bdcf-40b0-9aec-478120562be7 req-ea5e95aa-0076-44ce-9641-9aa61fc95d8d tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1112.710908] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1112.711235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.711917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.711917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.711917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.712032] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.712151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.712559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.712713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.712801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.712899] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.089674] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.089674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.089674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.090461] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.091013] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.091013] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.091395] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.091736] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.092513] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.092745] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.093654] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.093654] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.093654] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.093654] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.093654] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.093654] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.119332] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.119404] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.119567] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.119731] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.120088] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.120271] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.120436] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.120833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.120905] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c22e259-fb8d-484f-8ec6-a70f521ac6a7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.215473] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.215640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.215713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.215939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.216051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.216251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.216352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.216470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.216626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.216847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.216847] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1113.246519] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.246648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.246687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.246917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.247105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.257624] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1113.388862] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1113.388862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389276] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389621] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.389792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390283] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.624514] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.624806] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.624980] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.625264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.625451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.625651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 not found, creating... [ 1113.625980] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.626191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.626360] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.626633] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.626789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627151] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627314] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627435] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.627689] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.627833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 is going to be created. [ 1113.649621] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.649939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.650178] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.650589] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.650946] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.651311] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.891971] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.396070] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9: rpc.has_security_group_logging(os_id): False [ 1114.419064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.419228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.419407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.419514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.419605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.419860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.419960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.420044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.420166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.420257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.420342] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be updated. [ 1114.424460] env[65255]: INFO networking_nsxv3.common.synchronization [req-96a9dc97-bdcf-40b0-9aec-478120562be7 req-7c3e9f74-984e-4261-b662-94b11dcd0071 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1114.424670] env[65255]: INFO networking_nsxv3.common.synchronization [req-96a9dc97-bdcf-40b0-9aec-478120562be7 req-7c3e9f74-984e-4261-b662-94b11dcd0071 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1114.424722] env[65255]: INFO networking_nsxv3.common.synchronization [req-96a9dc97-bdcf-40b0-9aec-478120562be7 req-7c3e9f74-984e-4261-b662-94b11dcd0071 service nova] Enqueued Resource ID: 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 with Priority: HIGHEST for action port [ 1114.425286] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1114.425444] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1114.425534] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 with Priority: HIGHEST for action port [ 1114.425867] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.426043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.426080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.426251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.426338] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.427768] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.428119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.428666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.428666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.428666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.428839] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.428887] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c22e259-fb8d-484f-8ec6-a70f521ac6a7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.521364] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.521513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.521513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.521739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.521884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.553202] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1114.649572] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1114.649859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.650021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.650563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.651074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.651315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.651450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.651739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.651850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.652071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.652071] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.879198] env[65255]: INFO networking_nsxv3.common.synchronization [None req-468f86bf-a63c-4f5b-9d9c-e15ac3bb33c3 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1114.879920] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1114.880503] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.880631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.880955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.881041] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.928512] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.928512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.931312] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 with status ACTIVE [ 1114.931707] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.933065] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.933065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.933359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.933409] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.933537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.933591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.933751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.933830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.933924] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c22e259-fb8d-484f-8ec6-a70f521ac6a7 is going to be updated. [ 1114.957131] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.957342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.957426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.957666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.957959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.958179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c22e259-fb8d-484f-8ec6-a70f521ac6a7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.976188] env[65255]: INFO networking_nsxv3.common.synchronization [None req-18a77a37-0287-4854-a09f-79142e1e0e9d tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1114.976769] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1114.977082] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.977205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.154639] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.155076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.155225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.155556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.155835] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.156027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.157327] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.157327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.157683] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.157683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.157683] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.157909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.158055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.158177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.158281] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.272833] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 4s [ 1115.417464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.418097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.418097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.418097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.418097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.418260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 already deleted. [ 1115.418260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.418964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.418964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.418964] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.661041] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 772dc23f-69fe-4d70-bddd-6e3bff598821: rpc.has_security_group_logging(os_id): False [ 1115.679811] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.680035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.680090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.680282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.680382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.680733] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.680938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.680938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.681110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.681213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.681434] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.681584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.681629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.681775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.681849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.682069] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.682180] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.682248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.682393] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.682467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.682573] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1115.776965] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.776965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.776965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.777216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.777216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.790053] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1115.944831] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.945027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.945071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.945291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.945423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.945632] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 already deleted. [ 1115.945807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.569285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1116.569654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.285124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1117.285193] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 deletion is rescheduled due to dependency. [ 1117.285877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.285877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.285877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.286036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.286169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.286455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.286716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.286835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.286960] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.791594] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.806552] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1117.806552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.295758] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.594992] env[65255]: INFO networking_nsxv3.common.synchronization [None req-927375a5-ff93-488a-9037-b202b6f9789a tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1118.596114] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1118.596407] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.596591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.596655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.596868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.597111] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.597247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.597307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.597511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.600031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.600031] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.801025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.801025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.801025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.801810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.801810] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.801810] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1118.847521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.847711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.847711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.849389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.849389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.863462] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1119.100815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.101041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.101101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.101318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.127910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.128877] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.132684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.132684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.132684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.132684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.132684] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1119.168630] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.168630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.168630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.168630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.168630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.187705] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1120.876652] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1120.876998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.876998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.877230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.877426] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.877570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.877647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.877813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.877908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.878195] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.913709] env[65255]: INFO networking_nsxv3.common.synchronization [req-044f274a-d27e-4b31-9dfa-6457cd635acd req-140b569c-77b8-4b8e-9486-355886d10705 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1120.914720] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1120.914720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.914720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.914914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.915021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.917217] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.917320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.917395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.917783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.917899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.918153] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.200973] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1121.201192] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 deletion is rescheduled due to dependency. [ 1121.201289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.381970] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.415766] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.416036] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.416132] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.416463] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.416905] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.416905] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.417115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.417258] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.417405] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.417613] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.417769] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.417870] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.417950] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.418075] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.418175] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.418305] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.421317] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.421442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.421505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.421653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.421747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.421902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.422089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.422089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.422268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.422577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422577] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 already deleted. [ 1121.422577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.438889] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.439056] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.439253] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.439370] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.439704] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.440439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.440439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.440788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.440891] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ca2a91-fc01-4df3-ab2c-2f39864f4896',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.884350] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 1121.907065] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.907288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.907376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.907675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.907757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.907955] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.908101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.908468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.908620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.908668] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1121.915195] env[65255]: INFO networking_nsxv3.common.synchronization [None req-69b399dc-b262-44c9-b4a0-68667c738c9b None None] Enqueued Resource ID: f221ec8c-f572-4e3c-9fdc-f7e022591c0d with Priority: HIGHEST for action port [ 1121.915762] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f221ec8c-f572-4e3c-9fdc-f7e022591c0d with Priority: HIGHEST for action port [ 1121.916093] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f221ec8c-f572-4e3c-9fdc-f7e022591c0d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.916241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f221ec8c-f572-4e3c-9fdc-f7e022591c0d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.916323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f221ec8c-f572-4e3c-9fdc-f7e022591c0d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.916561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f221ec8c-f572-4e3c-9fdc-f7e022591c0d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.916647] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f221ec8c-f572-4e3c-9fdc-f7e022591c0d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.943871] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.944084] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.944693] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.944693] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.944811] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.944943] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port e7ca2a91-fc01-4df3-ab2c-2f39864f4896 not found, creating... [ 1121.945649] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.945649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.945649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.946135] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.946135] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.946336] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.946534] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.946820] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.947463] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.947463] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.947463] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: e7ca2a91-fc01-4df3-ab2c-2f39864f4896 is going to be created. [ 1121.970492] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.970894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.970894] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.971196] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.971470] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.971695] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.981870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.982177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.982177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.982441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.996213] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1122.424094] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f221ec8c-f572-4e3c-9fdc-f7e022591c0d [ 1122.424348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.424484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.424567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.424814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.424906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.425018] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f221ec8c-f572-4e3c-9fdc-f7e022591c0d already deleted. [ 1122.425103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f221ec8c-f572-4e3c-9fdc-f7e022591c0d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.714833] env[65255]: INFO networking_nsxv3.common.synchronization [req-044f274a-d27e-4b31-9dfa-6457cd635acd req-849aa813-bdd5-4292-a35d-0343c428fd4c service nova] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1122.715242] env[65255]: INFO networking_nsxv3.common.synchronization [req-044f274a-d27e-4b31-9dfa-6457cd635acd req-849aa813-bdd5-4292-a35d-0343c428fd4c service nova] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1122.715242] env[65255]: INFO networking_nsxv3.common.synchronization [req-044f274a-d27e-4b31-9dfa-6457cd635acd req-849aa813-bdd5-4292-a35d-0343c428fd4c service nova] Enqueued Resource ID: e7ca2a91-fc01-4df3-ab2c-2f39864f4896 with Priority: HIGHEST for action port [ 1122.715788] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_rules [ 1122.715939] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1122.716055] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ca2a91-fc01-4df3-ab2c-2f39864f4896 with Priority: HIGHEST for action port [ 1122.716386] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.716475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.716596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.717148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.717148] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.717739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.717909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.717950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.719106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.719106] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.719106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.719106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.719106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.719106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.719106] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.723389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.723389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.723389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.723389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.723389] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ca2a91-fc01-4df3-ab2c-2f39864f4896',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.226065] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.226065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.226065] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.226782] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ca2a91-fc01-4df3-ab2c-2f39864f4896 with status ACTIVE [ 1123.226966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.227092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.227158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.227354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.227438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.227609] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.227720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.227785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.227942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.228019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.228200] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.228291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.228384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.228483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.228548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.228630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ca2a91-fc01-4df3-ab2c-2f39864f4896 is going to be updated. [ 1123.250354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.250491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.250491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.250797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.250927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.251326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ca2a91-fc01-4df3-ab2c-2f39864f4896" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.731050] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.008733] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1124.008989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.078117] env[65255]: INFO networking_nsxv3.common.synchronization [req-5042b636-f21a-4245-90cf-afde0a6aeda0 req-c8479289-9bf8-49f4-9ce9-77cc21dc2115 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1124.078718] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1124.079479] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.079479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.079479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.079479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.080872] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.080872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.080872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.080872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.080872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.080872] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.233035] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.233348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.233348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.234021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.234021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.234021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 is going to be created. [ 1124.260984] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.261212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.261317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.261593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.261785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.274021] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: UNINITIALIZED for 2s [ 1124.528686] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.529078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.529293] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.530279] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.530760] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.531017] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.531359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.531561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.531814] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.532185] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.532375] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.532434] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.532607] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.532775] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.532932] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.533363] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.570465] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.570707] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.570707] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.570981] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.571425] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.571598] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.571757] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.572103] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.572385] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0f9d47-fdc9-4b43-9f79-f2fb96292571',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.583013] env[65255]: INFO networking_nsxv3.common.synchronization [None req-cee57f96-af99-4f51-a6d8-09ce02ea2fc8 None None] Enqueued Resource ID: 6fc35b25-e048-4038-b495-1048c957f53e with Priority: HIGHEST for action port [ 1124.583013] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.583013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.584222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.584222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.584222] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1124.585906] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc35b25-e048-4038-b495-1048c957f53e with Priority: HIGHEST for action port [ 1124.586652] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc35b25-e048-4038-b495-1048c957f53e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.587442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc35b25-e048-4038-b495-1048c957f53e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.587442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc35b25-e048-4038-b495-1048c957f53e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.587442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc35b25-e048-4038-b495-1048c957f53e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.587628] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc35b25-e048-4038-b495-1048c957f53e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.623959] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.624172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.624286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.624512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.624668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.640317] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1125.075483] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.075705] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.075834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.076177] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.076330] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.076611] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 not found, creating... [ 1125.076777] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.076938] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.077069] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.077292] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077427] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.077716] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.077869] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.077991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.078198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.078329] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.078469] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 is going to be created. [ 1125.090307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fc35b25-e048-4038-b495-1048c957f53e [ 1125.090540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.091160] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fc35b25-e048-4038-b495-1048c957f53e already deleted. [ 1125.091243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc35b25-e048-4038-b495-1048c957f53e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.100610] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.100882] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.101046] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.101510] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.101789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.102038] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.460544] env[65255]: INFO networking_nsxv3.common.synchronization [req-c7357f55-7028-47d9-87cf-f14b14eb570f req-e0d2f671-fafb-45ab-b86d-1a3454a71a85 tempest-ServerDiskConfigTestJSON-1034964155 tempest-ServerDiskConfigTestJSON-1034964155-project-member] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1125.461215] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGHEST for action security_group_members [ 1125.461574] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.461705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.461774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.461985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.462171] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.462270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.462363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.462483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.462569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.462664] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.814752] env[65255]: INFO networking_nsxv3.common.synchronization [req-ce0702ef-1dd5-454d-b318-a7dbdbb41340 req-8af63d0f-34e8-4b09-b71b-dd02ecac8830 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1125.814833] env[65255]: INFO networking_nsxv3.common.synchronization [req-ce0702ef-1dd5-454d-b318-a7dbdbb41340 req-8af63d0f-34e8-4b09-b71b-dd02ecac8830 service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1125.815201] env[65255]: INFO networking_nsxv3.common.synchronization [req-ce0702ef-1dd5-454d-b318-a7dbdbb41340 req-8af63d0f-34e8-4b09-b71b-dd02ecac8830 service nova] Enqueued Resource ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with Priority: HIGHEST for action port [ 1125.815504] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1125.815640] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1125.815753] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with Priority: HIGHEST for action port [ 1125.816072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.816365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.816365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.816660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.816834] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.817769] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.817969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.818155] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.818571] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.818692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.818771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.818977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.819117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.819178] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.820165] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.820165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.820477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.820477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.820545] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0f9d47-fdc9-4b43-9f79-f2fb96292571',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.964932] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.965107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.965177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.965397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.965491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.965685] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.965813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.965882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.966051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.966130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.966216] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be updated. [ 1125.996990] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.996990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.996990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.997218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.997271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007096] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: IN_PROGRESS for 2s [ 1126.289249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: SUCCESS [ 1126.290237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.290237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.290237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.290237] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.290477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.290477] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.290599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.290662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.290753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.290844] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.322114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.322694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.322694] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.323383] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with status ACTIVE [ 1126.323525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.323644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.323721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.323912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.324014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.324194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.324295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.324359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.324507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.324585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.324764] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.324856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.324950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.325658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.325785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.325898] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 is going to be updated. [ 1126.353671] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.353836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.353836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.354052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.354347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.354410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.650840] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1126.651141] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1126.651184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.794034] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.828327] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.296494] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98b12663-9495-479e-9cb9-76d1e5b0ac04: rpc.has_security_group_logging(os_id): False [ 1127.317028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.317240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.317282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.317624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.317624] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.317852] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.317957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.318094] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.318205] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.318295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.318364] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 is going to be created. [ 1127.331448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.331677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.331947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.332053] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.332157] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1127.361705] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.361913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.361913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.362246] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.362510] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.371735] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1127.384657] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.384657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.384876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.384912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.385099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.398412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: IN_PROGRESS for 2s [ 1127.427723] env[65255]: INFO networking_nsxv3.common.synchronization [req-d96275aa-2c73-4ece-940a-a175951550d6 req-be72ace7-ca76-42da-a63b-923a249f42ac tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1127.428277] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1127.428598] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.428723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.428794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.429064] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.429222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.429324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.429384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.429534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.429617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.429922] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.749707] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.750046] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.750192] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.750455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.750776] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.751619] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.751837] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.752109] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.752265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.752479] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.752596] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.752707] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.752817] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.752929] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.753047] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.753262] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.775105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.775438] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.775674] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.775967] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.776469] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-7c31cc0f-a906-4faf-b5bd-94fef2675b89 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.777097] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.777097] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.777453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.777691] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c31cc0f-a906-4faf-b5bd-94fef2675b89',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.932266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.932435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.932509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.932730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.932823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.933046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.933154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.933211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.933364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.933439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.933523] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 already deleted. [ 1127.933601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.017586] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 in Status: SUCCESS [ 1128.017842] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 deletion is rescheduled due to dependency. [ 1128.019097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.280129] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.280453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.280680] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.281351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.281351] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.281351] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 7c31cc0f-a906-4faf-b5bd-94fef2675b89 not found, creating... [ 1128.281642] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.282226] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.282226] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.282226] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.282416] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.282564] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.282715] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.282848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.283072] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.283209] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.283345] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 7c31cc0f-a906-4faf-b5bd-94fef2675b89 is going to be created. [ 1128.312478] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312698] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.312827] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.313122] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.313375] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.313637] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.013953] env[65255]: INFO networking_nsxv3.common.synchronization [req-d96275aa-2c73-4ece-940a-a175951550d6 req-bf231502-a6e0-47a3-a5a5-f4b461cf94d0 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1129.014380] env[65255]: INFO networking_nsxv3.common.synchronization [req-d96275aa-2c73-4ece-940a-a175951550d6 req-bf231502-a6e0-47a3-a5a5-f4b461cf94d0 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1129.014380] env[65255]: INFO networking_nsxv3.common.synchronization [req-d96275aa-2c73-4ece-940a-a175951550d6 req-bf231502-a6e0-47a3-a5a5-f4b461cf94d0 service nova] Enqueued Resource ID: 7c31cc0f-a906-4faf-b5bd-94fef2675b89 with Priority: HIGHEST for action port [ 1129.014907] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1129.015061] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1129.015423] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c31cc0f-a906-4faf-b5bd-94fef2675b89 with Priority: HIGHEST for action port [ 1129.015521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.015648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.015993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.016173] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.017604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.017749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.017893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.018033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.018220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.018325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.018406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.018559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.018875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.018875] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.019695] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c31cc0f-a906-4faf-b5bd-94fef2675b89 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.019779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.019826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.019974] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.020419] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c31cc0f-a906-4faf-b5bd-94fef2675b89',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.382128] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1129.382353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.382522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.382749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.382945] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.383081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.383150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.383301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.383383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.383497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.383599] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.411945] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: SUCCESS [ 1129.412201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.522161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.522363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.522729] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.524810] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c31cc0f-a906-4faf-b5bd-94fef2675b89 with status ACTIVE [ 1129.525045] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.525215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.525289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.525517] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.525612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.525727] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.525826] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.525888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.526037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.526112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.526295] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.526385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.526445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.526581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.526677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.526768] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c31cc0f-a906-4faf-b5bd-94fef2675b89 is going to be updated. [ 1129.569540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.569787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.569787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.571786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.572071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.572292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c31cc0f-a906-4faf-b5bd-94fef2675b89" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.885950] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.886196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.886196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.886319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.886596] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.886764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.886886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.887037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.887131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.887219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.887367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.887462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.887523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.887663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.887801] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.887916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.887972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.888097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.888174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.888254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.888343] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.913135] env[65255]: INFO networking_nsxv3.common.synchronization [req-a8aa34b2-6665-4ca3-b97a-ce67d6b12962 req-acecaba9-34ff-4dda-be10-f98e979e3ead tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1129.913135] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1129.913135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.913279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.913279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.913456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.914077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.914191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.914251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.914414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.914496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.914763] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.029759] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.253264] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.253264] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.253264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.253944] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.254219] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.254459] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.254684] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.254910] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.255148] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.255411] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.274277] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.274823] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.275089] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.275381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-858" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.277029] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-4478b71f-c9e1-486c-a758-95fd6147e277 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.277029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277029] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.277029] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4478b71f-c9e1-486c-a758-95fd6147e277',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.390599] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b3f0ed-e758-43e5-9395-6fc6c1daf881: rpc.has_security_group_logging(os_id): False [ 1130.412163] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.412163] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.412163] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.412163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.412709] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.412709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.412709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.412709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.412709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.412709] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1130.416216] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.489964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.492021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.492021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.492021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.492021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.503853] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1130.532197] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.534563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.534563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.534563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.534563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.534563] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be created. [ 1130.569693] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.569896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.569896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.570122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.570501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.586881] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: UNINITIALIZED for 2s [ 1130.779806] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.780115] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.780256] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.780540] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.780688] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.780846] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 4478b71f-c9e1-486c-a758-95fd6147e277 not found, creating... [ 1130.781127] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.781283] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.781411] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.781812] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.781812] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.782051] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.782237] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.782322] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.782522] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.782710] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.782829] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 4478b71f-c9e1-486c-a758-95fd6147e277 is going to be created. [ 1130.803857] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.804072] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.804198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.804469] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.804684] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.804962] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.920774] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.423749] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.424461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.424461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.424461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.424461] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.424661] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1131.464540] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.464889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.464991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.465302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.465474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1131.526515] env[65255]: INFO networking_nsxv3.common.synchronization [req-a8aa34b2-6665-4ca3-b97a-ce67d6b12962 req-eec35dec-b1ed-433c-a3ca-d1c98eb6ea37 service nova] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 1131.526515] env[65255]: INFO networking_nsxv3.common.synchronization [req-a8aa34b2-6665-4ca3-b97a-ce67d6b12962 req-eec35dec-b1ed-433c-a3ca-d1c98eb6ea37 service nova] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1131.526515] env[65255]: INFO networking_nsxv3.common.synchronization [req-a8aa34b2-6665-4ca3-b97a-ce67d6b12962 req-eec35dec-b1ed-433c-a3ca-d1c98eb6ea37 service nova] Enqueued Resource ID: 4478b71f-c9e1-486c-a758-95fd6147e277 with Priority: HIGHEST for action port [ 1131.527096] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_rules [ 1131.527409] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1131.527409] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4478b71f-c9e1-486c-a758-95fd6147e277 with Priority: HIGHEST for action port [ 1131.527868] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.528018] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.528071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.528294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.528392] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.529725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.530184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.530184] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-4478b71f-c9e1-486c-a758-95fd6147e277 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.530184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.530408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.530408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.530503] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4478b71f-c9e1-486c-a758-95fd6147e277',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.032467] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.032687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.032789] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4478b71f-c9e1-486c-a758-95fd6147e277 with status ACTIVE [ 1132.032960] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.033075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.033146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.033352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.033441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.033613] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.033708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.033772] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.033927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.034014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.034206] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.034291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.034354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.034483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.034550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.034629] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4478b71f-c9e1-486c-a758-95fd6147e277 is going to be updated. [ 1132.060471] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.060471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.060471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.060753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.060861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.061046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4478b71f-c9e1-486c-a758-95fd6147e277" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.521458] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1132.521831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.598657] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1132.598914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.599111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.599489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.599794] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.599850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.599888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.600042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.600131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.600218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.600308] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.911312] env[65255]: INFO networking_nsxv3.common.synchronization [req-07cb3279-a476-4103-b793-67aa6d2a2386 req-d34b5e03-dc4f-4070-b3de-01423e770a6a tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 1132.911858] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 with Priority: HIGHEST for action security_group_members [ 1132.912177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-122e9471-e4d0-44bc-b08a-c2aa345db0a3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.912297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.912365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.912555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.913627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.913785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.913862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.914044] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.914138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.914234] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122e9471-e4d0-44bc-b08a-c2aa345db0a3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.102898] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.102898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.102898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.103172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.103172] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.103291] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.103363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.103522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.103609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.103767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.103942] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.104060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.104097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.104231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.104371] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.104464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.104526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.104672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.104763] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.104846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.104934] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.417604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.417604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.417604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.417883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.418078] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.418339] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.418474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.418561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.418747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.418865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.418963] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 is going to be updated. [ 1133.453582] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.453800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.453800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.454023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.454173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.463501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: IN_PROGRESS for 2s [ 1133.488958] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1133.489237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.489456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489911] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.490055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.490123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.490303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.490387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.490499] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.608582] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1133.630027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630027] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.630027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.630677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.630677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.630677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.630677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.630677] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be created. [ 1133.694379] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.694379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.694379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.695588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.695588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.708132] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1133.992398] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.099547] env[65255]: INFO networking_nsxv3.common.synchronization [req-70aea010-ca2a-48c1-ba2c-1b18df555aa0 req-3376d2d6-907a-46bf-9e04-656de902a364 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1134.100279] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1134.101154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.101154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.101154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.101154] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.101154] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.101609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.101677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.101837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.101920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.103320] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.496069] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.535378] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.535715] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.536117] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.536451] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.537528] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.537885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.538637] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.539323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.539549] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.540339] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.540610] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.540726] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.540836] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.540978] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.541151] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.541347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.597820] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.598079] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.599587] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.599587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.599587] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.599587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.599587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.599587] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.599587] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3fb0872-22a0-4650-b5f9-de7ce1f7994c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.604397] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.604397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.604397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.604702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.604702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.605036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.605036] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.606318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.606501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.607885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.607885] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1134.646140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.646602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.646602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.646602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.646793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.665838] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1134.999371] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.999608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.999660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.999912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.999998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.000159] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1135.036123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.036319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.036395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.036665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.036932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.049828] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1135.102506] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.102761] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.102914] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.103401] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.103606] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.103808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port d3fb0872-22a0-4650-b5f9-de7ce1f7994c not found, creating... [ 1135.104121] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.104333] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.104413] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.104706] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.104853] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.105185] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.105387] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.105463] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.105726] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.105841] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.105983] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: d3fb0872-22a0-4650-b5f9-de7ce1f7994c is going to be created. [ 1135.132966] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.133289] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.133289] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.133474] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.133733] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.134020] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.475092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 in Status: SUCCESS [ 1135.475388] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122e9471-e4d0-44bc-b08a-c2aa345db0a3 deletion is rescheduled due to dependency. [ 1135.475509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122e9471-e4d0-44bc-b08a-c2aa345db0a3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.721775] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1135.722170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.827092] env[65255]: INFO networking_nsxv3.common.synchronization [req-70aea010-ca2a-48c1-ba2c-1b18df555aa0 req-be6195e0-6735-4dcf-a58f-e5dfc6a930d0 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1135.827285] env[65255]: INFO networking_nsxv3.common.synchronization [req-70aea010-ca2a-48c1-ba2c-1b18df555aa0 req-be6195e0-6735-4dcf-a58f-e5dfc6a930d0 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1135.827424] env[65255]: INFO networking_nsxv3.common.synchronization [req-70aea010-ca2a-48c1-ba2c-1b18df555aa0 req-be6195e0-6735-4dcf-a58f-e5dfc6a930d0 service nova] Enqueued Resource ID: d3fb0872-22a0-4650-b5f9-de7ce1f7994c with Priority: HIGHEST for action port [ 1135.828741] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1135.828787] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1135.828879] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fb0872-22a0-4650-b5f9-de7ce1f7994c with Priority: HIGHEST for action port [ 1135.829203] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.829333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.829411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.829615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.829771] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.831060] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.831060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.831645] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.831645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.831645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832118] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3fb0872-22a0-4650-b5f9-de7ce1f7994c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.333858] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.334091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.335459] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3fb0872-22a0-4650-b5f9-de7ce1f7994c with status ACTIVE [ 1136.335695] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.335875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.335932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.336177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.336268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.336459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.336613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.336613] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.336816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.336885] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337160] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.337280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.337344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.337501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.337609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337703] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3fb0872-22a0-4650-b5f9-de7ce1f7994c is going to be updated. [ 1136.363161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.363367] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.363408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.363622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.364047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.364047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3fb0872-22a0-4650-b5f9-de7ce1f7994c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.677660] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1136.677905] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1136.678028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.678160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.678394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.678578] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.678728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.678818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.678948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.679048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.679148] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.063957] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1137.064368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.064591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.064897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.065114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.065289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.065289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.065515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.065648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.065702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.065793] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.181841] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.567694] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.684125] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.070133] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba34ee2d-cc9b-4b6f-b9cb-a574904b2086: rpc.has_security_group_logging(os_id): False [ 1138.088861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.089039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.089182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.089285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.089377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.089692] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.089745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.089817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.089942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.090042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.090131] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1138.159050] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.159050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.159050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.159773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.159773] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.175241] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1138.187021] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.187290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.187387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.188406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.188406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.188406] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1138.229644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.229644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.229644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.229862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.229862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.247432] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1138.738935] env[65255]: INFO networking_nsxv3.common.synchronization [None req-837d4676-1df2-481f-a0f9-e73f4ec9df7f tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1138.739141] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1138.739458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.739584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.739649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.741715] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.743089] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.820112] env[65255]: INFO networking_nsxv3.common.synchronization [None req-f47809a6-c114-4ef8-a35d-58605407ab50 tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1138.820634] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1138.820936] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.821068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.288307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.288645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.288645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.288750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.288841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.288941] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b already deleted. [ 1139.289038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.289195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.289353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.289436] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.810849] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.810849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.810849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.810849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.810849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.810849] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b already deleted. [ 1139.810849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.189336] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1140.189598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.254341] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1140.254552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.254717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.254931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.255140] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.255256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.255319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.255466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.255547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.255641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.255750] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.758741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.759439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.759439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.759590] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.760048] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.760140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.760330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.760470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.760565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.760662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.760841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.761020] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.761158] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.761453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.761701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.761833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.761940] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.762244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.762440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.762629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.762819] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.267115] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1141.288028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.288028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.288028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.288028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.288636] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.288636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.288636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.289132] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1141.356904] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.357209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.357209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.357455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.357646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.368948] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1141.964758] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.965112] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.965112] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.965381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.965646] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.965800] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.965914] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.966261] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.966425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.966629] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.966829] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.966873] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.966992] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.967180] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.967281] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.967412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.985983] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.986183] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.986393] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.986490] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-551" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.986828] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.987130] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.987272] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.987956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.988134] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0f9d47-fdc9-4b43-9f79-f2fb96292571',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.490988] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.491299] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.491464] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.491788] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.491963] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.492261] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.492437] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.492598] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.492695] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.492805] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.493084] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.493242] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.493355] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493568] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.493690] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.493828] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 is going to be updated. [ 1142.515170] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.515437] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.515500] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.515746] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.515950] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.516188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.243235] env[65255]: INFO networking_nsxv3.common.synchronization [req-34d507fa-7fc5-4b7b-a41a-540a07a25707 req-46dff6f7-136e-4af7-b090-bef2fddda42a service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1143.243235] env[65255]: INFO networking_nsxv3.common.synchronization [req-34d507fa-7fc5-4b7b-a41a-540a07a25707 req-46dff6f7-136e-4af7-b090-bef2fddda42a service nova] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1143.243235] env[65255]: INFO networking_nsxv3.common.synchronization [req-34d507fa-7fc5-4b7b-a41a-540a07a25707 req-46dff6f7-136e-4af7-b090-bef2fddda42a service nova] Enqueued Resource ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with Priority: HIGHEST for action port [ 1143.243235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_rules [ 1143.244305] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1143.244561] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with Priority: HIGHEST for action port [ 1143.245026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.245241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.245392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.245663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.246420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.247513] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.247633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.247700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.247887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.248160] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248321] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.248585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.248585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.248641] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.249735] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.249861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.249935] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.250129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.250213] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0f9d47-fdc9-4b43-9f79-f2fb96292571',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.384114] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1143.384475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.747959] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.748150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.751029] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.751894] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 with status ACTIVE [ 1143.752111] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.752233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.752308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.752500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.752584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.752756] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.753995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.753995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.753995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0f9d47-fdc9-4b43-9f79-f2fb96292571 is going to be updated. [ 1143.778299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.778504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.778504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.778721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.778851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.779012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0f9d47-fdc9-4b43-9f79-f2fb96292571" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.905728] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ae3a84d-24c7-473b-a826-d0fd147d8024 req-0684fe9b-c4d0-45b7-9706-b8fdf4381f20 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1143.905728] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1143.905728] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.905728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.905728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.905728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.906429] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.906787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.906787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.906946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.907351] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.259168] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.261473] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.261659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.261776] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.262081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.263182] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.263822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.263822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.263822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.263822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.264052] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.264179] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.264486] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.264486] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.264486] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.264606] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.264746] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.283601] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.283773] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.283903] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.284094] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284409] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.284576] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.284753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.285131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.285271] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc709a2-f53e-4ebd-8b8f-d26274944cc8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.409549] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.766515] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.766753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.766753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.767046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.767146] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.767251] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1144.788891] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.788891] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.788891] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.789292] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.789427] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.789589] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port ffc709a2-f53e-4ebd-8b8f-d26274944cc8 not found, creating... [ 1144.789862] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.790047] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.790170] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.790413] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.790554] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.790846] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.791009] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.791135] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.791348] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.791481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.791623] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: ffc709a2-f53e-4ebd-8b8f-d26274944cc8 is going to be created. [ 1144.802861] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.803091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.803091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.803288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.803433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.814791] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1144.815868] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.816099] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.816235] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.816597] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.816898] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.817188] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.912030] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.415266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.415583] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.415658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.415978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.416164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.416341] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1145.453016] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.453197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.453292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.453795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.464816] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1145.551656] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ae3a84d-24c7-473b-a826-d0fd147d8024 req-35f45e56-e9d3-4678-a0dd-38dc0a23001b service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1145.551810] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ae3a84d-24c7-473b-a826-d0fd147d8024 req-35f45e56-e9d3-4678-a0dd-38dc0a23001b service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1145.551956] env[65255]: INFO networking_nsxv3.common.synchronization [req-7ae3a84d-24c7-473b-a826-d0fd147d8024 req-35f45e56-e9d3-4678-a0dd-38dc0a23001b service nova] Enqueued Resource ID: ffc709a2-f53e-4ebd-8b8f-d26274944cc8 with Priority: HIGHEST for action port [ 1145.552208] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1145.552336] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1145.552425] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc709a2-f53e-4ebd-8b8f-d26274944cc8 with Priority: HIGHEST for action port [ 1145.553495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.553678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.553770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.554047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.554137] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.555413] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.556121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.556376] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.556494] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.556561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.556755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.556871] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc709a2-f53e-4ebd-8b8f-d26274944cc8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.059055] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.063026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc709a2-f53e-4ebd-8b8f-d26274944cc8 with status ACTIVE [ 1146.063026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.063026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.063026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.063026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.064121] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc709a2-f53e-4ebd-8b8f-d26274944cc8 is going to be updated. [ 1146.092307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.093879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.094060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc709a2-f53e-4ebd-8b8f-d26274944cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.826109] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1146.826482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.826482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.826693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.826927] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.827131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.827288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.827366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.827448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.827535] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.331558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.331558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.331558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.331558] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.332058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.332058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.332058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.332138] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.332206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.332269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.332471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.332549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.332631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.332719] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.476269] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1147.477193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.477193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.477623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.477623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.477623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.477805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.477805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477950] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.835574] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b3f0ed-e758-43e5-9395-6fc6c1daf881: rpc.has_security_group_logging(os_id): False [ 1147.854086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.854245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.854312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.854783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.854783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.854996] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.854996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.855196] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.855262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.855360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.855478] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.855565] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.855612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.855799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.855799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.856137] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.856137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.856858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.856858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.856858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.856858] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1147.916450] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.916594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.916712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.916905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.917073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.929094] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1147.981116] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.220581] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad0c7834-833a-4797-9682-d69b8ed616b7 req-a48a82f2-4c98-4541-8f23-8050611d5557 tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1148.220581] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1148.220581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.220581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.220581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.220581] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.483900] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.552139] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.552373] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.552501] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.552765] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.553296] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.553548] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.553645] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.554117] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.554222] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.554410] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.554525] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.554635] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.555581] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.555763] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.555889] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.556092] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.578993] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.579308] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.579529] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.579801] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.580290] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.580570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.580777] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.581470] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.581623] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1a5009-d0f6-4eec-85fa-2ff94e62d98e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.723237] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.723405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.723478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.723713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.724028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.724028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.724189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.724226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.724608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.724713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.724792] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b already deleted. [ 1148.725175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.927957] env[65255]: INFO networking_nsxv3.common.synchronization [req-a92d4db3-e9d7-4710-9a6d-7d9009b22a4e req-ceb7dec2-fb0d-41de-9ac7-1714971a4325 tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1148.928359] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 with Priority: HIGHEST for action security_group_members [ 1148.928679] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.928790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.928864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.929083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.929236] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.929333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.929396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.929542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.929625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.929722] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e201ea93-a8e2-4c1c-bc83-b6a7684befe9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.985973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.986195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.986292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.986531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.986654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.986778] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1149.014341] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.014548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.014548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.014711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.014859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.023645] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1149.085990] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.085990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.085990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.085990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.085990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.085990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e not found, creating... [ 1149.085990] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.085990] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.086835] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.086835] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.086835] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.087104] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.087379] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.087509] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.087789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.087965] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.088173] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e is going to be created. [ 1149.125490] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.125773] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.125991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.126323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.126885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.126885] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.432231] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.432231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.432388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.432530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.456408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.456797] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.456957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.457072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.457365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.457492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.457621] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 is going to be updated. [ 1149.488626] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.488775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.488832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.489106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489259] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.499941] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: IN_PROGRESS for 2s [ 1149.829419] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad0c7834-833a-4797-9682-d69b8ed616b7 req-640cfe52-6fe8-4500-a3a1-68ba8c036186 service nova] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1149.829596] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad0c7834-833a-4797-9682-d69b8ed616b7 req-640cfe52-6fe8-4500-a3a1-68ba8c036186 service nova] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1149.829727] env[65255]: INFO networking_nsxv3.common.synchronization [req-ad0c7834-833a-4797-9682-d69b8ed616b7 req-640cfe52-6fe8-4500-a3a1-68ba8c036186 service nova] Enqueued Resource ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with Priority: HIGHEST for action port [ 1149.830304] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1149.830440] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1149.830534] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with Priority: HIGHEST for action port [ 1149.830816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.830960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.830992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.831591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.831746] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.833399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.833552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.833626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.833881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.834110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.834225] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.834328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.834526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.834661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.834796] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.836495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.837627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.837627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.837627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.837627] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1a5009-d0f6-4eec-85fa-2ff94e62d98e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.945247] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1149.945666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.290342] env[65255]: INFO networking_nsxv3.common.synchronization [req-a0b8ae3d-40cf-4c21-9ae8-f1c1832b5c03 req-c1ee51df-ba1f-478f-9b83-732ee51cf044 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1150.290342] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1150.290342] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.290342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.291563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.292214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.292502] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.292736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.292892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.293159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.293472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.293676] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.333846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.334081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337614] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.338477] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with status ACTIVE [ 1150.338655] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.338777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.338842] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.339236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.339236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.339637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.339637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.339637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.339835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.339883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.340045] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.340134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.340194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.341031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.341031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.341031] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e is going to be updated. [ 1150.361987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.362160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.362274] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.362429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.362563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.362719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.797225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.798025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.798025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.798134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.798232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.798492] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.798597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.798652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.798821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.798900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.798992] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1150.827458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.828406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.838143] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1150.842513] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.032884] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1151.033295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.033295] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.033493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.033691] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.033869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.033869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.034030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.034110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.034197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.034346] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.345219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.345465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.345465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.346245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.346245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.346245] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be created. [ 1151.376714] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.376932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.376932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.377236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.377410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.390184] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: UNINITIALIZED for 2s [ 1151.509977] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 in Status: SUCCESS [ 1151.510177] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e201ea93-a8e2-4c1c-bc83-b6a7684befe9 deletion is rescheduled due to dependency. [ 1151.510290] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e201ea93-a8e2-4c1c-bc83-b6a7684befe9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.536907] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.537113] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.537187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.537403] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.537570] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.537664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.537726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.537869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.537952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.538050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.538721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.538721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.538721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.538721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.538721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.538721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.538996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.538996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.538996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.539096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.539129] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.041625] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1152.061429] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.061620] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.061662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.061867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.061958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.062181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.062281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.062343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.062492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.062569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.062753] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.062837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.062901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.063061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.063135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.063312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.063405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.063465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.063598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.063668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.063753] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1152.123981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.124266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.124355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.124702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.124831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.138651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1152.848263] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1152.848449] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1152.848562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.401961] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: SUCCESS [ 1153.402330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.402384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.402596] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.402793] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.402908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.402975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.403151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.403231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.403318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.403412] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.906378] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.158827] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1154.159019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.410740] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cd92335-7c73-47e8-8304-cc2d291b807b: rpc.has_security_group_logging(os_id): False [ 1154.430355] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.430524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.430575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.430873] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.430993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.431292] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.431402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.431458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.431618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.431692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.431787] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be created. [ 1154.497625] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.497791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.497867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.498173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.498359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.528546] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: IN_PROGRESS for 2s [ 1155.281303] env[65255]: INFO networking_nsxv3.common.synchronization [None req-943a0ecc-5944-4467-9813-19170c958b32 tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1155.282351] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1155.283194] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.283194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.283194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.283194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.283194] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.390185] env[65255]: INFO networking_nsxv3.common.synchronization [None req-27127c6b-7f6a-49d3-9f0f-188b32a224ff tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1155.391079] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1155.391404] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.809470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.809943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.809943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.809943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.809943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.810122] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 already deleted. [ 1155.810418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.810418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.810546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.810546] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.843044] env[65255]: INFO networking_nsxv3.common.synchronization [req-0f6ba6ca-b31b-42ba-974d-e6bb1cf43934 req-ddd139ec-ac82-4da3-a434-7ee7886f18ac tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1155.843287] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1155.843754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.843754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.843858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.843956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.844281] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.844428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.844472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.844609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.844693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.844831] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.332188] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.332383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.332458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.332701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.332797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.332995] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 already deleted. [ 1156.333102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.348338] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.545265] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: SUCCESS [ 1156.545265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.851684] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.354438] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.354618] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.354656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.354886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.355030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.355127] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1157.387837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.387996] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.388092] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.388311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.388458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.398640] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1158.380237] env[65255]: INFO networking_nsxv3.common.synchronization [req-69f12b19-5b59-4ecd-88a1-6a3dd4340b86 req-7b1bc3be-a6c7-4e16-a964-dfe930d51dcc tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1158.380583] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1158.380890] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.381647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.381647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.381647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.381647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.381647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.382088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.382088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.382088] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.382088] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.884142] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.386477] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.409966] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1159.410068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.888551] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.888709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.888768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.889058] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.889124] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.889231] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be updated. [ 1159.919316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.919537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.919537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.919721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.919860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929411] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1161.941445] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1161.941445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.361119] env[65255]: INFO networking_nsxv3.common.synchronization [req-c696ca32-bc01-4e83-9af7-06f859f67bb8 req-68c9564c-1074-473f-ad3f-e82ff0e6e8ca tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1162.362020] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1162.362020] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.362144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.362275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.362429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.362589] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.362685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.362747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.362904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.362987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.363328] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.657752] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.657886] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.657939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.658382] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.658698] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.658906] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.659066] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.659339] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.659631] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.659896] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.660074] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.660637] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.660800] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.661235] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.661235] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.661235] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.680464] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.680677] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.680827] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.680954] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-186" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.681289] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-41e30f88-1b19-4175-9e1a-12c39dd7db04 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.681462] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.681578] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.681886] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.682034] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e30f88-1b19-4175-9e1a-12c39dd7db04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.865433] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.865652] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.865708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.865942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.866061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.866277] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.866398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.866453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.866634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.866728] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.866833] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 already deleted. [ 1162.866919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.184255] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.184685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.184685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.184848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.185039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.185178] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 41e30f88-1b19-4175-9e1a-12c39dd7db04 not found, creating... [ 1163.185449] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.185603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.185716] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.185947] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.186103] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.186390] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.186542] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.186655] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.186856] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.186983] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.187161] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 41e30f88-1b19-4175-9e1a-12c39dd7db04 is going to be created. [ 1163.212842] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.213073] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.213177] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.213455] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.213678] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.213897] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.927278] env[65255]: INFO networking_nsxv3.common.synchronization [req-c696ca32-bc01-4e83-9af7-06f859f67bb8 req-7de68172-c831-4e10-b1ed-c8fd327715b2 service nova] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1163.927278] env[65255]: INFO networking_nsxv3.common.synchronization [req-c696ca32-bc01-4e83-9af7-06f859f67bb8 req-7de68172-c831-4e10-b1ed-c8fd327715b2 service nova] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1163.927278] env[65255]: INFO networking_nsxv3.common.synchronization [req-c696ca32-bc01-4e83-9af7-06f859f67bb8 req-7de68172-c831-4e10-b1ed-c8fd327715b2 service nova] Enqueued Resource ID: 41e30f88-1b19-4175-9e1a-12c39dd7db04 with Priority: HIGHEST for action port [ 1163.927711] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_rules [ 1163.928124] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1163.928471] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e30f88-1b19-4175-9e1a-12c39dd7db04 with Priority: HIGHEST for action port [ 1163.928972] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.929907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.929907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.929907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.929907] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.932736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.932736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.932736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.932736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.932736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.932736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.932736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.933076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.933076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.933076] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.933821] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e30f88-1b19-4175-9e1a-12c39dd7db04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.933932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.933997] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.934163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.934240] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e30f88-1b19-4175-9e1a-12c39dd7db04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.437475] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.437475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.437475] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.439028] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41e30f88-1b19-4175-9e1a-12c39dd7db04 with status ACTIVE [ 1164.439197] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.439358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.439446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.439657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.439748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.440072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.440072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.440200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.440234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.440328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.440495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.440578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.440657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.440771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.441327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.441327] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41e30f88-1b19-4175-9e1a-12c39dd7db04 is going to be updated. [ 1164.468059] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.468271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.468344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.468553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.468687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.468846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e30f88-1b19-4175-9e1a-12c39dd7db04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.647217] env[65255]: INFO networking_nsxv3.common.synchronization [req-b4b6234e-c19d-41e1-9a01-a2c10b170590 req-7d9f3523-d321-44a4-8c77-bdad7e18a1f1 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1164.648247] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1164.648247] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.648385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.648385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.648703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.648822] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.648933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.649041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.649496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.649496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.649496] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.939752] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.970016] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.970384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.970569] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.970895] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.971192] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.971410] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.971550] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.971772] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.971922] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.972146] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.972258] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.972365] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.972468] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.972576] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.972680] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.972817] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.992292] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.992492] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.992600] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.992774] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.993123] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-8f484444-55f6-413b-b5e9-684d61eda5ca taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.993365] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.993433] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.993744] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.993884] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f484444-55f6-413b-b5e9-684d61eda5ca',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.152410] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.153245] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.154030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.154030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.154030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.154180] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.154264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.154299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.154459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.154545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.154638] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1165.191682] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.191682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.191682] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.191928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.192069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.202151] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1165.442316] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.442855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.443048] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 is going to be created. [ 1165.467375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.467571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.467571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.467792] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.467948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.496835] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.497200] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.497355] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.497739] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.497953] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.498268] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 8f484444-55f6-413b-b5e9-684d61eda5ca not found, creating... [ 1165.498613] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.498790] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.498912] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.499176] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.499328] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.499654] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.499814] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.499928] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.500166] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.500308] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.500446] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 8f484444-55f6-413b-b5e9-684d61eda5ca is going to be created. [ 1165.503772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: UNINITIALIZED for 2s [ 1165.524292] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.524492] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.524625] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.524877] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.525116] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.525347] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.271829] env[65255]: INFO networking_nsxv3.common.synchronization [req-b4b6234e-c19d-41e1-9a01-a2c10b170590 req-b7658193-3cb0-43ec-b986-f773006d5f58 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1166.272158] env[65255]: INFO networking_nsxv3.common.synchronization [req-b4b6234e-c19d-41e1-9a01-a2c10b170590 req-b7658193-3cb0-43ec-b986-f773006d5f58 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1166.272325] env[65255]: INFO networking_nsxv3.common.synchronization [req-b4b6234e-c19d-41e1-9a01-a2c10b170590 req-b7658193-3cb0-43ec-b986-f773006d5f58 service nova] Enqueued Resource ID: 8f484444-55f6-413b-b5e9-684d61eda5ca with Priority: HIGHEST for action port [ 1166.272940] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1166.273284] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1166.273427] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f484444-55f6-413b-b5e9-684d61eda5ca with Priority: HIGHEST for action port [ 1166.273774] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.273929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.274025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.274357] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.276302] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.276536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.276655] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f484444-55f6-413b-b5e9-684d61eda5ca taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.277595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.277595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.277595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.277595] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f484444-55f6-413b-b5e9-684d61eda5ca',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.777402] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.777666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.778869] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f484444-55f6-413b-b5e9-684d61eda5ca with status ACTIVE [ 1166.779099] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.779423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.779514] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.779736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.779841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.780157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.780223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.780368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.780451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780625] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.780766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.780848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.780955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.781091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.781091] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f484444-55f6-413b-b5e9-684d61eda5ca is going to be updated. [ 1166.803834] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.803834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.803834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.804048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.804123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.804281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f484444-55f6-413b-b5e9-684d61eda5ca" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.212581] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1167.212772] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1167.212902] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.213097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.213559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.213559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.213699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.213699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.214083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.214248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.214364] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.513625] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: SUCCESS [ 1167.513865] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.514067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.514396] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.514602] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.514726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.514791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.514946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.515056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.515126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.515224] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.717100] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.018139] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.219355] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.520621] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9781163c-f6f8-4ab0-9bfe-6325d79a01e5: rpc.has_security_group_logging(os_id): False [ 1168.540841] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.541061] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.541201] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.541430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.541548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.541837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.541944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.542060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.542232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.542328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.542518] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 is going to be created. [ 1168.612254] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.612475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.612475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.612707] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.612886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.627730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: IN_PROGRESS for 2s [ 1168.721668] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.721668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.721892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.721959] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.722081] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.722196] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1168.755060] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.755277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.755277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.755434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.755576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.765542] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1168.790620] env[65255]: INFO networking_nsxv3.common.synchronization [req-8576988b-9a81-4978-aaec-cfa00bb1ef5b req-b559dc37-4d28-457e-9286-7534d7d9d98c tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1168.791355] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1168.791708] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.791831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.791899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.792105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.792267] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.792412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.792508] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.792665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.792750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.792842] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.123869] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.124304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.124304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.124611] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.125168] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.125443] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.125605] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.125872] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.126053] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.126352] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.126487] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.126601] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.126712] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.126855] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.126966] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.127178] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.154374] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.154638] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.155352] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.155486] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.157154] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-e8364ed3-2e3f-45a3-9789-66367c54a60b taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.157154] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.157154] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.157154] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.157154] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8364ed3-2e3f-45a3-9789-66367c54a60b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.279602] env[65255]: INFO networking_nsxv3.common.synchronization [req-294ccb8a-2cde-4a9f-90f3-898cbfb60570 req-e043fe5d-0532-4054-be9a-2b57bd0b492a tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1169.280287] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGHEST for action security_group_members [ 1169.280627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.280791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.280870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.281616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.281663] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.281766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.281848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.282011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.282109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.282211] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.297432] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.659424] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.659729] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.659965] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.660418] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.660653] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.660831] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port e8364ed3-2e3f-45a3-9789-66367c54a60b not found, creating... [ 1169.661230] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.661536] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.661632] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.661841] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.662039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.662392] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.662596] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.662754] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.663039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.663230] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.663373] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: e8364ed3-2e3f-45a3-9789-66367c54a60b is going to be created. [ 1169.687039] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.687039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.687039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.687039] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.687432] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.687616] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.784537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.784742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.784785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.784991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.785128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.785367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.785473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.785526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.785695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.785770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.785896] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be updated. [ 1169.799319] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.819874] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.820085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.820145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.820363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.820503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.835580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: IN_PROGRESS for 2s [ 1170.301816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.302089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.302089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.302277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.302358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.302500] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1170.345578] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.345740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.345877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.346123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.346271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.356579] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1170.404239] env[65255]: INFO networking_nsxv3.common.synchronization [req-8576988b-9a81-4978-aaec-cfa00bb1ef5b req-a04575aa-2a30-422c-9feb-83ca2b95544c service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1170.404239] env[65255]: INFO networking_nsxv3.common.synchronization [req-8576988b-9a81-4978-aaec-cfa00bb1ef5b req-a04575aa-2a30-422c-9feb-83ca2b95544c service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1170.404438] env[65255]: INFO networking_nsxv3.common.synchronization [req-8576988b-9a81-4978-aaec-cfa00bb1ef5b req-a04575aa-2a30-422c-9feb-83ca2b95544c service nova] Enqueued Resource ID: e8364ed3-2e3f-45a3-9789-66367c54a60b with Priority: HIGHEST for action port [ 1170.404935] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1170.405097] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1170.405220] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8364ed3-2e3f-45a3-9789-66367c54a60b with Priority: HIGHEST for action port [ 1170.405508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.405627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.405702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.405896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.405967] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.408128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.408128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.408128] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8364ed3-2e3f-45a3-9789-66367c54a60b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.408128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.408475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.408475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.408475] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8364ed3-2e3f-45a3-9789-66367c54a60b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.643917] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: SUCCESS [ 1170.644197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.776346] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1170.776638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.776876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777266] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.777544] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.777712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.777814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.778056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.778202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.778317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.778449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.910957] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8364ed3-2e3f-45a3-9789-66367c54a60b with status ACTIVE [ 1170.911232] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.911379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.911457] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.911747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.911849] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.912070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.912178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.912287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.912406] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.912488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.912679] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.912776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.912840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.912985] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.913307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.913307] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8364ed3-2e3f-45a3-9789-66367c54a60b is going to be updated. [ 1170.914376] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.914501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.937193] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.937432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.937516] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.937744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.937892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.938143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8364ed3-2e3f-45a3-9789-66367c54a60b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282067] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.282067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.282067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.282363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.282363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.282363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.282474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.282581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.282659] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282927] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.283145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.283145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.283271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.283375] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.283466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.283531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.283657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.283732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.283815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.283900] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.786442] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1171.811198] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.811500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.811500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.811636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.811725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.811955] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.812075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.812139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.812300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.812379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.812565] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.812662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.812723] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.812861] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.812934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.813219] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.813320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.813382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.813522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.813627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.813679] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1171.847214] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 in Status: SUCCESS [ 1171.847422] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 deletion is rescheduled due to dependency. [ 1171.847615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.889762] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.889762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.890122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.890122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.890348] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.905551] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1172.367518] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.368745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.368745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.369104] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.871153] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.373709] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.809026] env[65255]: INFO networking_nsxv3.common.synchronization [None req-8079714f-d00e-455c-8f66-99c6f6d4b1a9 tempest-AttachInterfacesTestJSON-227281972 tempest-AttachInterfacesTestJSON-227281972-project-member] Enqueued Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1173.809690] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 with Priority: HIGHEST for action security_group_members [ 1173.810333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.811242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.811351] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.811569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.811871] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.811986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.812073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.812241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.812327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.812421] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b3f0ed-e758-43e5-9395-6fc6c1daf881',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.876567] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.876860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.876860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.877299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.877299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.877299] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1173.912758] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.912758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.912758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.913486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.913486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.922499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1173.922883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.923754] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1174.315134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.315288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.315355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.315802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.315907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.316142] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.316257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.316316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.316475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.316549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.316733] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 is going to be updated. [ 1174.378246] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.378425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.378465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.378735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.378881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.395613] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: IN_PROGRESS for 2s [ 1175.934654] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1175.934948] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.935090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.935350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.935572] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.935692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.935761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.935928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.936030] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.936114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.936212] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.405020] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 in Status: SUCCESS [ 1176.405260] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b3f0ed-e758-43e5-9395-6fc6c1daf881 deletion is rescheduled due to dependency. [ 1176.405378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b3f0ed-e758-43e5-9395-6fc6c1daf881" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.440030] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.440254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.440334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.440550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.440720] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.440820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.440886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.441054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.441147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.441237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.441390] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.441485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.441576] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.441691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.441839] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.441931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.441991] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.442139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.442218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.442300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.442391] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.944380] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1176.964831] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965400] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.965665] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.966022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.966312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.966390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.966450] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.966587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.966847] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.966945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.967046] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.967153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.967264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.967393] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1177.046033] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.046033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.046033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.046264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.046264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.062333] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1178.789017] env[65255]: INFO networking_nsxv3.common.synchronization [None req-ad2cb897-e684-471e-83a0-39cff1249b89 None None] Enqueued Resource ID: 1371b58c-54fc-4fed-b55f-f57a8a6743f9 with Priority: HIGHEST for action port [ 1178.789437] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1371b58c-54fc-4fed-b55f-f57a8a6743f9 with Priority: HIGHEST for action port [ 1178.789564] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1371b58c-54fc-4fed-b55f-f57a8a6743f9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.789697] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1371b58c-54fc-4fed-b55f-f57a8a6743f9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.789755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1371b58c-54fc-4fed-b55f-f57a8a6743f9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.790056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1371b58c-54fc-4fed-b55f-f57a8a6743f9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.790169] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1371b58c-54fc-4fed-b55f-f57a8a6743f9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.079649] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1179.079920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.292469] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1371b58c-54fc-4fed-b55f-f57a8a6743f9 [ 1179.293931] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.293931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.293931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.293931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.293931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.293931] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1371b58c-54fc-4fed-b55f-f57a8a6743f9 already deleted. [ 1179.293931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1371b58c-54fc-4fed-b55f-f57a8a6743f9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.410960] env[65255]: INFO networking_nsxv3.common.synchronization [req-fd9660cb-299e-402a-984d-5f02b915b759 req-d5252909-d7e3-4e92-9578-a29596a38a93 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1179.412190] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1179.412373] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.412537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.412608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.412803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.413366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.413366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.413366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.413777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.413777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.413777] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.918897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.918897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.918897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.918897] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1179.946206] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.947041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.947041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.947041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.947041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.958090] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1181.000899] env[65255]: INFO networking_nsxv3.common.synchronization [None req-fb410fd5-aadc-4205-b8da-5d2a9d24f684 None None] Enqueued Resource ID: 87349425-7c14-4fd9-8381-90ec5672dbcc with Priority: HIGHEST for action port [ 1181.001503] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87349425-7c14-4fd9-8381-90ec5672dbcc with Priority: HIGHEST for action port [ 1181.001809] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-87349425-7c14-4fd9-8381-90ec5672dbcc taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.001943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87349425-7c14-4fd9-8381-90ec5672dbcc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.002014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87349425-7c14-4fd9-8381-90ec5672dbcc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.002639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87349425-7c14-4fd9-8381-90ec5672dbcc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.002796] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87349425-7c14-4fd9-8381-90ec5672dbcc',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.506266] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87349425-7c14-4fd9-8381-90ec5672dbcc [ 1181.507312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.507312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.507312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.507312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.507312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.507312] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87349425-7c14-4fd9-8381-90ec5672dbcc already deleted. [ 1181.507312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87349425-7c14-4fd9-8381-90ec5672dbcc" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.971440] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1181.971683] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1181.971806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.468273] env[65255]: INFO networking_nsxv3.common.synchronization [req-f06458ee-6be2-4a6b-b7b4-0eb410222e0e req-1a016b7e-678f-45e8-945e-2f81a4ba9155 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1182.469176] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1182.469661] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.469983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.469983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.470190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.470408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.470519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.470586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.470742] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.470830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.470928] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.974109] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.354795] env[65255]: INFO networking_nsxv3.common.synchronization [req-a34758f3-c46f-40af-a37e-d2c0760e859d req-4e16a09a-cd7a-4e61-9bc1-38b42e6e5dbd tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1183.355535] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1183.355773] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.355921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.355963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.356168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.356319] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.356410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.356492] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.356717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.356812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.356904] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.476398] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.859627] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.859786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.859858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.860121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.860217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.860430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.860532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.860594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.860745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.860819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.860908] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1183.890235] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.890375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.890444] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.890661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.890805] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.900719] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1183.979456] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.979595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.979657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.980105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.980105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.980105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1184.013461] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.013655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.013776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.014023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.014209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.024531] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1185.894217] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1f7fac5-ca68-4609-b00b-16e8e4f374e8 req-d70be365-1817-4b24-a732-5308221e9c3e tempest-ServersNegativeTestJSON-1155194327 tempest-ServersNegativeTestJSON-1155194327-project-member] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1185.895014] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1185.895356] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.895479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.895543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.895800] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.895961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.896073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.896147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.896284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.896369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.896461] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.910512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1185.910684] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 deletion is rescheduled due to dependency. [ 1185.910795] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.034580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1186.034803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.231851] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.232062] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.232184] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.232617] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.232897] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.233067] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.233239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.233486] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.233645] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.233866] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.233995] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.234129] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.234239] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.234371] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.234488] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.234630] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.255611] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.255908] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.256180] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.256473] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.256966] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-993e9898-2e45-4277-8077-bfa297bf7e5e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.257433] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.257624] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.257955] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.258112] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e9898-2e45-4277-8077-bfa297bf7e5e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.399541] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.399737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.399803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.400057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.400163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.400365] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.400460] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.400541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.400717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.400796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.400877] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf already deleted. [ 1186.400972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.760929] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.761202] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.761272] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.761593] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.761744] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.761927] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 993e9898-2e45-4277-8077-bfa297bf7e5e not found, creating... [ 1186.762221] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.762380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.762513] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.762793] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.762910] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.763196] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.763360] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.763491] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.763717] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.763851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.764015] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 993e9898-2e45-4277-8077-bfa297bf7e5e is going to be created. [ 1186.786488] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.786746] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.786874] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.787191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.787487] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.787731] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1f7fac5-ca68-4609-b00b-16e8e4f374e8 req-f640bbdb-2c05-4e9a-b5be-71857953b0a1 service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1f7fac5-ca68-4609-b00b-16e8e4f374e8 req-f640bbdb-2c05-4e9a-b5be-71857953b0a1 service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [req-f1f7fac5-ca68-4609-b00b-16e8e4f374e8 req-f640bbdb-2c05-4e9a-b5be-71857953b0a1 service nova] Enqueued Resource ID: 993e9898-2e45-4277-8077-bfa297bf7e5e with Priority: HIGHEST for action port [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1187.507134] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993e9898-2e45-4277-8077-bfa297bf7e5e with Priority: HIGHEST for action port [ 1187.507134] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.507134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.507134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.507840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.507840] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.508979] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.509114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.509176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.509359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.509508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.509602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.509661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.509799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.509882] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.509973] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.510750] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-993e9898-2e45-4277-8077-bfa297bf7e5e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.510856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.510924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.513042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.513042] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e9898-2e45-4277-8077-bfa297bf7e5e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.613200] env[65255]: INFO networking_nsxv3.common.synchronization [req-1e589de6-eeb8-4ecb-a95f-a199636cffaa req-36728fd0-925f-40f6-92f7-9b8c7cc63d69 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1187.613764] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGHEST for action security_group_members [ 1187.614113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.614248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.614314] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.614518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.614672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.614767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.614825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.614977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.615269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.615404] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.015450] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.016802] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.016926] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.017136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993e9898-2e45-4277-8077-bfa297bf7e5e with status ACTIVE [ 1188.017321] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.017464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.017579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.017879] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.018048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.018212] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.018330] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.018398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.018623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.018711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.018910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.019051] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.019250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.019250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.019352] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.019398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993e9898-2e45-4277-8077-bfa297bf7e5e is going to be updated. [ 1188.045349] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.045571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.045571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.045758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.045955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.046132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.118299] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.118595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.118691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.118987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.119140] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.119963] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.119963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.119963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.120188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.120188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.120268] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 is going to be updated. [ 1188.149790] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.150011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.150060] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.150269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.150411] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.159117] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: IN_PROGRESS for 2s [ 1188.521489] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.024677] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.024889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.024889] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.025137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.025229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.025366] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be created. [ 1189.049524] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.049720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.049797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.050077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.050265] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.060247] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: UNINITIALIZED for 2s [ 1190.169731] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 in Status: SUCCESS [ 1190.170125] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 deletion is rescheduled due to dependency. [ 1190.170125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.070966] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1191.071250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.071433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.071616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.072032] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.072032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.072032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.072243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.072243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.072319] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.072434] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.575218] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.575598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.575598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.575712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.575887] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.575989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.576035] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.576170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.576261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.576354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.576502] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.576601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.576793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.576793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.576929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.577027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.577089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.577221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.577294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.577414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.577504] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.750736] env[65255]: INFO networking_nsxv3.common.synchronization [req-08218547-be28-4763-a9a4-05b684d4f767 req-004bece5-a4f2-47a9-b34b-f5e8d20a33d7 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1191.751274] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1191.751552] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.751684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.751734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.751934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.752114] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.752215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.752278] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.752429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.752512] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.752603] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.049070] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.049070] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.049070] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.049315] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.049602] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.049797] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.049941] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.050186] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.050342] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.050556] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.050678] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.050785] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.050893] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.051016] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.051122] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.051255] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.071912] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.072097] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.072255] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.072439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-665" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.072775] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.072961] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.073097] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.073457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073597] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc723e4-a99b-47e1-9562-f8e8f5788ec0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.084914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf: rpc.has_security_group_logging(os_id): False [ 1192.103269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.103426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.103607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.104143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.104369] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.104478] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.104542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.104788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.104960] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.105185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.105257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.105669] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.105759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.105817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.106042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.106130] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be created. [ 1192.172308] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.172548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.172548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.172717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.172897] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.185043] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1192.254507] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.254731] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.254809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.255043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.255136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.255399] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.255551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.255551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.255706] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.255784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.255872] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1192.311631] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.311907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.311907] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.312073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.312197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.323757] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1192.577624] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.578060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.578060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.578255] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.578412] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.578627] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 not found, creating... [ 1192.578894] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.579058] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.579172] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.579385] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.579560] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.579803] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.579936] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.580061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.580264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.580391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.580524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 is going to be created. [ 1192.601363] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.601572] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.601694] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.601965] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.602198] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.602416] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.326687] env[65255]: INFO networking_nsxv3.common.synchronization [req-08218547-be28-4763-a9a4-05b684d4f767 req-d41231c2-8db9-4bbe-afa4-9b4795707398 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1193.326798] env[65255]: INFO networking_nsxv3.common.synchronization [req-08218547-be28-4763-a9a4-05b684d4f767 req-d41231c2-8db9-4bbe-afa4-9b4795707398 service nova] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1193.326862] env[65255]: INFO networking_nsxv3.common.synchronization [req-08218547-be28-4763-a9a4-05b684d4f767 req-d41231c2-8db9-4bbe-afa4-9b4795707398 service nova] Enqueued Resource ID: 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 with Priority: HIGHEST for action port [ 1193.327538] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_rules [ 1193.327680] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1193.327754] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 with Priority: HIGHEST for action port [ 1193.328070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.328197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.328275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.328507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.328623] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.329576] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.329799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.330322] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.330474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.330531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.330736] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.330820] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc723e4-a99b-47e1-9562-f8e8f5788ec0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.832366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.832735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.832789] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 with status ACTIVE [ 1193.833113] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.833244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.833304] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.833499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.833585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.833825] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.833906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.833957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.834129] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.834213] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.834413] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.834505] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.834594] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.834739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.834776] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.834876] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bc723e4-a99b-47e1-9562-f8e8f5788ec0 is going to be updated. [ 1193.857253] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.857449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.858038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.858038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.858184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.858409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc723e4-a99b-47e1-9562-f8e8f5788ec0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.198412] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1194.198694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.339732] env[65255]: INFO networking_nsxv3.common.synchronization [None req-2c05500e-be67-4d22-bea0-c6d4eb17b756 tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1194.340300] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1194.340618] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.340747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.340815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.341097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.341175] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.351350] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1194.351735] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1194.351735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.351815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.352034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.352222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.352337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.352466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.352834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.352834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.353023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.436862] env[65255]: INFO networking_nsxv3.common.synchronization [None req-5b78aafd-e062-4859-8005-8714fed72add tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1194.437513] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1194.437830] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.437933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.855651] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.862763] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.862898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.862986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.863198] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.863288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.863384] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 already deleted. [ 1194.863487] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.863641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.863803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.863900] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.358767] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.389026] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.389026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.389026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.389026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.389026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.389026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 already deleted. [ 1195.389026] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.815427] env[65255]: INFO networking_nsxv3.common.synchronization [req-36435d3c-0f39-40c5-bf12-c150cd38d72e req-0d458469-f48f-4b63-9768-2a3109ee6b77 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1195.816139] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1195.816326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.816832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.816832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.816832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.816832] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.817095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.817095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.817208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.817208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.817649] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.862864] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.863142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.863142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863368] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.863472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.863578] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1195.898109] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.898109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.898109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.898109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.898109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.910216] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1196.203735] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.204265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.204265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.204265] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.204537] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.204685] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.204796] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.205025] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.205262] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.205511] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.205629] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.205785] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.205905] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.205944] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.206053] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.206184] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.226250] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.226455] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.226556] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.226716] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.227381] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-a8efa105-56cc-41a7-abf1-196ef596f4c0 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.227381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.227381] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.227688] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.227829] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8efa105-56cc-41a7-abf1-196ef596f4c0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.320042] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.730368] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.730649] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.730803] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.731129] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.731292] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.731448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port a8efa105-56cc-41a7-abf1-196ef596f4c0 not found, creating... [ 1196.731717] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.731873] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.731988] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.732233] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.732386] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.732695] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.732872] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.732994] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.733304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.733467] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.733620] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: a8efa105-56cc-41a7-abf1-196ef596f4c0 is going to be created. [ 1196.760147] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.760393] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.760489] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.760822] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.761069] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.761346] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.822197] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.325485] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.325883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.325883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.325976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.326068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.326184] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1197.367633] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.368302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.368302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.368466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.368466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.379451] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1197.497570] env[65255]: INFO networking_nsxv3.common.synchronization [req-36435d3c-0f39-40c5-bf12-c150cd38d72e req-73a752d9-c42b-4c32-a191-ab12ec1d6fd8 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1197.497818] env[65255]: INFO networking_nsxv3.common.synchronization [req-36435d3c-0f39-40c5-bf12-c150cd38d72e req-73a752d9-c42b-4c32-a191-ab12ec1d6fd8 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1197.497991] env[65255]: INFO networking_nsxv3.common.synchronization [req-36435d3c-0f39-40c5-bf12-c150cd38d72e req-73a752d9-c42b-4c32-a191-ab12ec1d6fd8 service nova] Enqueued Resource ID: a8efa105-56cc-41a7-abf1-196ef596f4c0 with Priority: HIGHEST for action port [ 1197.498664] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1197.498809] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1197.498907] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8efa105-56cc-41a7-abf1-196ef596f4c0 with Priority: HIGHEST for action port [ 1197.499686] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.499854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.499946] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.500223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.500329] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.502736] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.502860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.503124] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8efa105-56cc-41a7-abf1-196ef596f4c0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.503251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.503644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.503644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.503748] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8efa105-56cc-41a7-abf1-196ef596f4c0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.924054] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1197.924054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.924054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.924054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.924341] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.924341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.924341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.924470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.924551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.924635] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.925290] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.006487] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.006694] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.008040] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8efa105-56cc-41a7-abf1-196ef596f4c0 with status ACTIVE [ 1198.008813] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.008813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.008813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.008813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.008813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.009172] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.009172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.009172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.009283] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.009363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.009480] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.009570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.009642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.009762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.009835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.009918] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8efa105-56cc-41a7-abf1-196ef596f4c0 is going to be updated. [ 1198.033152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.033373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.033373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.033609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.033755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.033911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8efa105-56cc-41a7-abf1-196ef596f4c0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.199697] env[65255]: INFO networking_nsxv3.common.synchronization [req-ac14f7c6-057c-46e8-92c0-35f72d141365 req-5f3b5fe9-0ba0-4d28-855c-ce32f7514f52 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1198.200863] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1198.201916] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.201916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.201916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.202100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.202206] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.202555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.202555] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.202675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.202785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.203334] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.427315] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.427720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.427720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.427958] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.428202] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.428337] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.428427] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.428605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.428710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.428818] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.428987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.429164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.429164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.429301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.429442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.429562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.429604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.429714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.429790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.429869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.429980] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.576449] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.576449] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.576449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.576789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.576789] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.576888] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.576954] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.577079] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.577262] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.577262] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.577404] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.597950] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.598129] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.598387] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.598615] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-523" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.598938] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-2fa560be-66c2-450d-a730-ada53924251b taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.599131] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.599253] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.599676] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.599824] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa560be-66c2-450d-a730-ada53924251b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.705483] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.705645] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.705713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.706107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.706107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.706228] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.706322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.706378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.706520] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.706588] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.706669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1198.733573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.734089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.734089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.734231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.734412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.743836] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1198.932972] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eada6538-1c8a-4acd-a552-1cad0ad0e363: rpc.has_security_group_logging(os_id): False [ 1198.954816] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.955040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.955040] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.955275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.955398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.955633] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.955750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.955807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.956023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.956106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.956291] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.956379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.956443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.956592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.956661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.957324] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.957499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.957577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.957740] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.957822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.957912] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1199.017796] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.018028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.018028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.018168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.018308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.031424] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1199.104240] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.104469] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.104779] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.105172] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.105354] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.105514] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 2fa560be-66c2-450d-a730-ada53924251b not found, creating... [ 1199.105788] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.105950] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.106081] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.106311] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.106449] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.106728] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.106879] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.106993] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.107214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.107345] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.107592] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 2fa560be-66c2-450d-a730-ada53924251b is going to be created. [ 1199.134344] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.134626] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.134753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.135161] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.135460] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.135659] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.400444] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1199.400674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.400857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.401142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.401351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.401585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.401585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.401759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.401850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.401954] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.876384] env[65255]: INFO networking_nsxv3.common.synchronization [req-ac14f7c6-057c-46e8-92c0-35f72d141365 req-4361f4f0-e425-4eff-9a72-afe74575babc service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 1199.876664] env[65255]: INFO networking_nsxv3.common.synchronization [req-ac14f7c6-057c-46e8-92c0-35f72d141365 req-4361f4f0-e425-4eff-9a72-afe74575babc service nova] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1199.876698] env[65255]: INFO networking_nsxv3.common.synchronization [req-ac14f7c6-057c-46e8-92c0-35f72d141365 req-4361f4f0-e425-4eff-9a72-afe74575babc service nova] Enqueued Resource ID: 2fa560be-66c2-450d-a730-ada53924251b with Priority: HIGHEST for action port [ 1199.877247] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_rules [ 1199.877383] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1199.877497] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa560be-66c2-450d-a730-ada53924251b with Priority: HIGHEST for action port [ 1199.877802] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.877925] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.877994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.878243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.878393] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.879220] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.879320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.879518] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa560be-66c2-450d-a730-ada53924251b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.879636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.879684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.879874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.879953] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa560be-66c2-450d-a730-ada53924251b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.904145] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.381508] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.381718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.381859] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa560be-66c2-450d-a730-ada53924251b with status ACTIVE [ 1200.382037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.382148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.382203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.382431] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.382524] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.382699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.382796] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.382859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.383023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.383100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.383279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.383371] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.383483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.383557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.383630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.383714] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa560be-66c2-450d-a730-ada53924251b is going to be updated. [ 1200.406486] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.409437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.409605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.409901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa560be-66c2-450d-a730-ada53924251b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.520813] env[65255]: INFO networking_nsxv3.common.synchronization [req-d8f3d43e-6156-4c5a-b5d5-a0ad40995dd4 req-f6201f69-7cd5-4d0f-a7db-20c6a185d13b tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1200.521457] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1200.521805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.521894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.521992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.522228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.522386] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.522489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.522571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.522699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.522782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.522956] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.757116] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1200.757392] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 deletion is rescheduled due to dependency. [ 1200.757560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.757777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.758024] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.758549] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.758701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.758765] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.758933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.759021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.759119] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.885141] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.885542] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.885542] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.886753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.886753] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.886753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.886753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.886753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.886753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.887205] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.887205] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.887205] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.887205] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.887408] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.887408] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.888109] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.906809] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.908481] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.908481] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.908481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-230" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.908481] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-cc5b83ce-cbe9-420c-a889-133ceb602393 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.908481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.908481] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.908782] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.908782] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5b83ce-cbe9-420c-a889-133ceb602393',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.910297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.910297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.910297] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.910550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.910668] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.910777] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1200.946329] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.946906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.946906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.947023] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.947221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.957335] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1201.025476] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.025658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.025783] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.025998] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.026134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.026366] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.026467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.026559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.026808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.026910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.026986] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 already deleted. [ 1201.027101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.051515] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1201.051721] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.262058] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.414530] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.414767] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.414866] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.415248] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.415430] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.415669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port cc5b83ce-cbe9-420c-a889-133ceb602393 not found, creating... [ 1201.415948] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.416132] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.416280] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.416560] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.416733] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.417091] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.417285] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.417413] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.417707] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.417870] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.418026] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: cc5b83ce-cbe9-420c-a889-133ceb602393 is going to be created. [ 1201.441904] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.442210] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.442386] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.442789] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.443060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.443359] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.766224] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.181276] env[65255]: INFO networking_nsxv3.common.synchronization [req-d8f3d43e-6156-4c5a-b5d5-a0ad40995dd4 req-b8d8d735-8a43-4704-87be-523a0b61885e service nova] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1202.181516] env[65255]: INFO networking_nsxv3.common.synchronization [req-d8f3d43e-6156-4c5a-b5d5-a0ad40995dd4 req-b8d8d735-8a43-4704-87be-523a0b61885e service nova] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1202.181516] env[65255]: INFO networking_nsxv3.common.synchronization [req-d8f3d43e-6156-4c5a-b5d5-a0ad40995dd4 req-b8d8d735-8a43-4704-87be-523a0b61885e service nova] Enqueued Resource ID: cc5b83ce-cbe9-420c-a889-133ceb602393 with Priority: HIGHEST for action port [ 1202.182030] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_rules [ 1202.182194] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1202.182297] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5b83ce-cbe9-420c-a889-133ceb602393 with Priority: HIGHEST for action port [ 1202.182573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.182712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.182781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.182994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.183087] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.183931] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.184054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.184120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.184286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.184430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.184523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.184586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.184777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.185558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.186500] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.186837] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5b83ce-cbe9-420c-a889-133ceb602393 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.186837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.186837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.186983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.187023] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5b83ce-cbe9-420c-a889-133ceb602393',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.268973] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.269230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.269355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.269660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.269787] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.269974] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1202.306999] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.307216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.307327] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.307642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.307878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.319234] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1202.689435] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.690940] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.691282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.691379] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc5b83ce-cbe9-420c-a889-133ceb602393 with status ACTIVE [ 1202.691631] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.691791] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.691867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.692194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.692488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.692970] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.692970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.692970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.693190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.693190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.693449] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.693883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.693883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.693972] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.694107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.694175] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc5b83ce-cbe9-420c-a889-133ceb602393 is going to be updated. [ 1202.721054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.721054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.721054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.721383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.721465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.721598] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5b83ce-cbe9-420c-a889-133ceb602393" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.904035] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5c7dbb0-f422-4f8c-a37c-247262fc49b3 req-9a8e7222-dee8-437d-9808-4df4a439cb76 tempest-ServersNegativeTestJSON-1155194327 tempest-ServersNegativeTestJSON-1155194327-project-member] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1202.904828] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1202.905197] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.905365] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.905486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.905725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.905924] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.905993] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.906052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.906271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.906381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.906511] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.970061] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1202.970296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.971299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.971299] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.971414] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.971543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.971543] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.973347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.973347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.973347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.973347] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.196351] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.279205] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.279417] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.279540] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.279829] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.280171] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.280335] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.280453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.280701] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.280907] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.281146] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.281258] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.281402] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.281469] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.281575] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.281722] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.281805] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.316697] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.316697] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.316697] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.316955] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.317193] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-091da4ed-4170-47af-bb4f-e00e25bfe135 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.317401] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.317627] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.318012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.318299] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091da4ed-4170-47af-bb4f-e00e25bfe135',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.410047] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.475425] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.475703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.475758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.475947] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.476138] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.476315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.476315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.476466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.476528] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476777] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.476862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.476931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.477315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.477315] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.477315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.477720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.477720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.477720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.477720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.477868] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.699469] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.699640] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.699762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.699955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.700120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.700240] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 is going to be created. [ 1203.732944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.733169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.733455] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.733540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.733690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.746244] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: UNINITIALIZED for 2s [ 1203.823175] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.823175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.823175] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.823613] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.823776] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.824154] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 091da4ed-4170-47af-bb4f-e00e25bfe135 not found, creating... [ 1203.824435] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.824738] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.824870] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.825182] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.825433] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.825825] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.826031] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.826439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.826439] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.826556] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.826671] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 091da4ed-4170-47af-bb4f-e00e25bfe135 is going to be created. [ 1203.853920] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.854060] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.854283] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.854469] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.854903] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.855277] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.913267] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.983034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1204.004872] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.005160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.005160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.005316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.005408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.005640] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.005790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.005851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.005949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.006065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.006464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.006607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.006662] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.006784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.006859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.007269] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.007269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.007269] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.007464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.007464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.007464] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1204.099863] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.100257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.100257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.100257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.100734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.118665] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1204.332698] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1204.333084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.333342] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.333709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.333929] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.334163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.334244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.334442] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.334538] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.334627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.334737] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.416041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.416257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.416331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.416504] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.416633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.416745] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1204.473600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.473872] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.473934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.474152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.474308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.484319] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1204.554937] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5c7dbb0-f422-4f8c-a37c-247262fc49b3 req-c8c30dd4-6a35-4f20-81ed-2a646c50214a service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1204.555165] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5c7dbb0-f422-4f8c-a37c-247262fc49b3 req-c8c30dd4-6a35-4f20-81ed-2a646c50214a service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1204.555290] env[65255]: INFO networking_nsxv3.common.synchronization [req-d5c7dbb0-f422-4f8c-a37c-247262fc49b3 req-c8c30dd4-6a35-4f20-81ed-2a646c50214a service nova] Enqueued Resource ID: 091da4ed-4170-47af-bb4f-e00e25bfe135 with Priority: HIGHEST for action port [ 1204.556025] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1204.556987] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1204.557215] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091da4ed-4170-47af-bb4f-e00e25bfe135 with Priority: HIGHEST for action port [ 1204.557713] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.557908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.558017] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.558312] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.558455] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.560836] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.560836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.561497] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-091da4ed-4170-47af-bb4f-e00e25bfe135 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.561497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.561497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.561497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.561858] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091da4ed-4170-47af-bb4f-e00e25bfe135',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.838265] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.063940] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.064186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.064315] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091da4ed-4170-47af-bb4f-e00e25bfe135 with status ACTIVE [ 1205.064498] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.064605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.064673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.064890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.064982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.065180] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.065279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.065347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.065533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.065600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.065791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.065934] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.066011] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.066175] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.066253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.066344] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091da4ed-4170-47af-bb4f-e00e25bfe135 is going to be updated. [ 1205.088754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.088917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.089027] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.089282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.089468] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.089687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091da4ed-4170-47af-bb4f-e00e25bfe135" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.346801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8aef30-c5ed-40a3-98fc-1510ee2163f0: rpc.has_security_group_logging(os_id): False [ 1205.362054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.362054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.362054] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.362489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.362489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.362667] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.362735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.362825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.362990] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.363083] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.363178] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1205.387599] env[65255]: INFO networking_nsxv3.common.synchronization [req-4d240e46-db24-4833-b064-ee9f233a1a9d req-8b77561a-f821-44b5-9b0a-e7b739208b7b tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1205.388264] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1205.388581] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.388709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.388778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.388976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.389183] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.389292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.389356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.389500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.389584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.389680] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.432068] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.432280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.432354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.432639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.432850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.447837] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1205.761260] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: SUCCESS [ 1205.761511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.761729] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.761962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.762187] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.762296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.762370] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.762550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.762632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.762722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.762811] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.892038] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.136347] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1206.136593] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.264857] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.394283] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.495041] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1206.495388] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.495521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.495744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.495944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.496074] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.496141] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.496544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.496544] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.496544] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.766882] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe2c838-030e-455e-944f-a7ad0cee4267: rpc.has_security_group_logging(os_id): False [ 1206.789453] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.789689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.789737] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.790161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.790232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.790449] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.790584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.790655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.790869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.790992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.791144] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 is going to be created. [ 1206.888568] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.888714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.888863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.889153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.889394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.896458] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.896626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.896626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.897797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.897797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.897797] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1206.901140] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: IN_PROGRESS for 2s [ 1206.951040] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.951206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.951284] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.951650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.951838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.962881] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1206.998479] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.461484] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1207.461840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.501634] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.005037] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.005037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.005234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.005472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.005647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.005823] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1208.049056] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.049339] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.049481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.049794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.050039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.062746] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1208.913483] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: SUCCESS [ 1208.913808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.973576] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1208.973799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.075186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1210.075563] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.075911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.076229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.076437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.076616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.076766] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.077420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.077420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.077554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.077686] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.389731] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.389925] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1210.580815] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.581049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.581168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.581501] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.581699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.581801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.581851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.582033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.582242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.582446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.582715] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.582854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.582955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.583177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.583307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.583412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.583734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.584345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.584345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.584345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.584539] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.086683] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf: rpc.has_security_group_logging(os_id): False [ 1211.106792] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.107042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.107150] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.107502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.107669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.108011] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.108197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.108308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.108585] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.108744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.109074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.109252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.109401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.109649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.109775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.110123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.110294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.110417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.110678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.110868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.110967] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1211.187971] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.188174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.188243] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.188465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.188646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.208637] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1213.234507] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1213.234507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.561418] env[65255]: INFO networking_nsxv3.common.synchronization [req-04d74b3b-eb69-4b4a-a328-097780f957e8 req-0aac7e55-1f76-4550-be89-7e7a0d61feff tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1213.562769] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1213.563256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.563428] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.563530] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.563856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.564098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.565341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.566135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.566423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.566601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.567524] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.866486] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.866703] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.866834] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867129] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867394] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.867552] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.867690] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.867917] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.868240] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.868478] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.868597] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.868706] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.868814] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.868925] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.869069] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.869209] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.888651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.888876] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.889072] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.889500] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.889816] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.890120] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.890350] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.890823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.891076] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5712c9-1ecf-40fd-b2ea-756d49f90f9c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.070355] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.394561] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.394561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.394947] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.394947] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.395639] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.395639] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c not found, creating... [ 1214.395639] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.396119] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.396119] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.396235] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.396402] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.396703] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.396889] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.397021] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.397232] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.397372] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.397535] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c is going to be created. [ 1214.423198] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.423431] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.423570] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.423865] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.424314] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.424561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.574130] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.076868] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.077316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.077316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.077316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.077665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.077665] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1215.110712] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.110931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.110931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.111182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.111475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.122487] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1215.145333] env[65255]: INFO networking_nsxv3.common.synchronization [req-04d74b3b-eb69-4b4a-a328-097780f957e8 req-50b8063c-c7b1-482a-bff5-f821435e0733 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1215.145510] env[65255]: INFO networking_nsxv3.common.synchronization [req-04d74b3b-eb69-4b4a-a328-097780f957e8 req-50b8063c-c7b1-482a-bff5-f821435e0733 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1215.145678] env[65255]: INFO networking_nsxv3.common.synchronization [req-04d74b3b-eb69-4b4a-a328-097780f957e8 req-50b8063c-c7b1-482a-bff5-f821435e0733 service nova] Enqueued Resource ID: 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c with Priority: HIGHEST for action port [ 1215.146309] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1215.146381] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1215.146478] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c with Priority: HIGHEST for action port [ 1215.146749] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.146893] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.146992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.147211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.147262] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.148312] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148423] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148622] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148774] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148843] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.149041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.149136] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5712c9-1ecf-40fd-b2ea-756d49f90f9c',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.651464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.651739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.651886] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c with status ACTIVE [ 1215.652136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.652305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.652410] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.652712] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.652855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.653159] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.653287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.653385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.653633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.653760] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.654066] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.654292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.654354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.654550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.654681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.654823] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5712c9-1ecf-40fd-b2ea-756d49f90f9c is going to be updated. [ 1215.676537] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.676735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.676735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.676932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.677055] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.677316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5712c9-1ecf-40fd-b2ea-756d49f90f9c" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.732897] env[65255]: INFO networking_nsxv3.common.synchronization [req-cb4e3e79-a3d5-4f1f-912d-ade12a1b6aaf req-7f246b9f-3c8f-45e2-8de7-0e5bbafcc84f tempest-ServersNegativeTestJSON-1155194327 tempest-ServersNegativeTestJSON-1155194327-project-member] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1215.733545] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1215.733899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.734028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.734097] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.734300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.734463] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.734561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.734622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.734767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.734869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.735013] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.238401] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.741851] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.134562] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1217.134788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.134965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.135248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.135443] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.135687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.135687] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.135871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.135871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.135970] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.243573] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.243775] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.243854] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.244132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.244224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.244322] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1217.278042] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.278199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.278255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.278923] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.279118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.292827] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1217.638456] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.141685] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.644701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.644973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.645119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.645438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.645591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.645761] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1218.679075] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.679204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.679305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.679486] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.679629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.688494] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1219.303547] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1219.303895] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.700054] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1220.700389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.700664] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.700919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.701136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.701258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.701328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.701479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.701559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.701644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.701737] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.734288] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.734420] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1221.204745] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.204920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.204970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.205226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.205394] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.205497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.205562] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.205714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.205790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.205876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.206033] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.206125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.206181] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.206322] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.206459] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.206549] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.206605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.206745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.207194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.207194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.207194] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.234077] env[65255]: INFO networking_nsxv3.common.synchronization [req-0e1995dc-1902-4ab5-8c03-e229b4eb985e req-c6d95f0a-d8e7-4740-a963-cdec2b2ed6a0 tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1221.234803] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1221.235118] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.236025] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.236453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.236453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.236453] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.709750] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1221.728612] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.728788] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.728860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.729188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.729417] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.729518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729577] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.729816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.730009] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.730130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.730186] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.730329] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.730401] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.730623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.730726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.730785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.730914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.731013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.731154] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1221.739177] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.739345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.739386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.739579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.739634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.739819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.739909] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.739975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.740138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.740222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.740339] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1221.769553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.769686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.769745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.769961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.770302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.779175] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1221.802367] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.802561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.802604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.802824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.802969] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.834691] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1223.690212] env[65255]: INFO networking_nsxv3.common.synchronization [req-b85888aa-62a4-4e06-aba9-3c4ce508275b req-82ed15a1-d226-4004-8534-8e43a0956d9a tempest-ServerActionsTestOtherA-1491540325 tempest-ServerActionsTestOtherA-1491540325-project-member] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1223.690212] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGHEST for action security_group_members [ 1223.690212] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.690212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.690212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.690725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.690725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.690725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.690725] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.690867] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.690944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.691054] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.802132] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1223.802339] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 deletion is rescheduled due to dependency. [ 1223.802448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.850642] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1223.850874] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.193345] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.193556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.193556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.193768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.193862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.194073] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.194177] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.194240] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.194395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.194470] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.194554] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be updated. [ 1224.226024] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.226218] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.226286] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.226526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.226674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.235636] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 2s [ 1226.249220] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: IN_PROGRESS for 4s [ 1226.611209] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.611320] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.611636] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.611991] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.612740] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.612740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.612740] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.613013] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.613222] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.613508] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.613689] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.613867] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.614052] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.614241] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.614416] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.614608] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.636808] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.636999] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.637144] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.637319] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-892" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.637650] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.637864] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.638034] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.638376] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.638459] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1a5009-d0f6-4eec-85fa-2ff94e62d98e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.140719] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.141032] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.141209] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.141595] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.141670] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.142079] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.142252] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.142392] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.142645] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.142802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.143123] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.143283] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.143418] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.143652] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.143811] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.143991] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e is going to be updated. [ 1227.165897] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.166222] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.166380] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.166672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.166900] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.167189] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.854932] env[65255]: INFO networking_nsxv3.common.synchronization [req-70db8d11-7396-4493-8d35-935ee5e74253 req-85d4c137-2964-4b2f-a7e8-035a52f5030d service nova] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1227.855204] env[65255]: INFO networking_nsxv3.common.synchronization [req-70db8d11-7396-4493-8d35-935ee5e74253 req-85d4c137-2964-4b2f-a7e8-035a52f5030d service nova] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1227.855311] env[65255]: INFO networking_nsxv3.common.synchronization [req-70db8d11-7396-4493-8d35-935ee5e74253 req-85d4c137-2964-4b2f-a7e8-035a52f5030d service nova] Enqueued Resource ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with Priority: HIGHEST for action port [ 1227.855849] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_rules [ 1227.856122] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1227.856457] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with Priority: HIGHEST for action port [ 1227.856532] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.856654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.856745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.857647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.857737] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.860137] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.860230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.860230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.860446] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.860553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.860656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.860812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.860878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.860964] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.861084] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.864199] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.864307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.864373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.864518] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.864590] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1a5009-d0f6-4eec-85fa-2ff94e62d98e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.884461] env[65255]: INFO networking_nsxv3.common.synchronization [req-a7e279da-93eb-4660-bc44-73e46ae9b900 req-32e85c0f-6fdc-4b07-8a9a-4051c4848e8f tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1227.885465] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1227.885880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.886059] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.886157] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.886485] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.886656] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.886756] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.886821] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.886971] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.887548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.887548] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.260086] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 in Status: SUCCESS [ 1228.260086] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 deletion is rescheduled due to dependency. [ 1228.260251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.366914] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.368452] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.368452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.368452] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e with status ACTIVE [ 1228.368676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.368676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.368676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.368944] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.370221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.370221] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.370221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.370221] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1a5009-d0f6-4eec-85fa-2ff94e62d98e is going to be updated. [ 1228.391964] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.392153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.392219] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.392506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.392643] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.392803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1a5009-d0f6-4eec-85fa-2ff94e62d98e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.393059] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.872584] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.895747] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.375651] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.375651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.375880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.376112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.376229] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.376359] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be updated. [ 1229.397913] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.398108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.398108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.398316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.398417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.398516] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1229.412556] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.412719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.412719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.412920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.413076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.421105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: IN_PROGRESS for 2s [ 1229.426901] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.426901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.426901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.427138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.427279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.445901] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1231.433052] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: SUCCESS [ 1231.433052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.433052] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.433462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.433806] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.433806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.433806] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.434149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.434149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.434149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.434243] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.454927] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1231.455174] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.936402] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.441637] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cd92335-7c73-47e8-8304-cc2d291b807b: rpc.has_security_group_logging(os_id): False [ 1232.461127] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.461127] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.461844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.462519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.462957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.463650] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.463778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.463848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.464080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.464145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.464193] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be updated. [ 1232.533556] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.533556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.533556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.533556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.533556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.547116] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: IN_PROGRESS for 2s [ 1232.886465] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.886606] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.566920] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: SUCCESS [ 1234.566920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.977252] env[65255]: INFO networking_nsxv3.common.synchronization [req-988eceb8-31c1-4889-a8a2-db29179030de req-2d89e4cc-d136-445a-9b3a-979fa61a74f4 tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1236.977810] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1236.978437] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.978437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.978437] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.978930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.978930] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.978930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.978930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.979176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.979176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.979270] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.315529] env[65255]: INFO networking_nsxv3.common.synchronization [req-826a43a6-637d-4a85-ac5d-8507615267bb req-eb3b91b9-2d96-4bbf-a2d0-cc7465d646ef tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1237.316281] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1237.316448] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.316571] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.316631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.316833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.316991] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.317122] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.317193] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.317333] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.317420] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.317511] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.410539] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.410539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.410539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.410539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.410539] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.410539] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.411446] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.411446] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.411603] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.411692] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.411835] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.411955] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.412076] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.412192] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.412366] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.412430] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.443707] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.443914] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.444069] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.444425] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.444760] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.444939] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.445078] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.445457] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.445595] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc34ef2f-5ff1-4d9f-b687-82f66696e7b3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.485580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.485580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.485580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.485580] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1237.522031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.522031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.522031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.522031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.522031] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.532569] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1237.684142] env[65255]: INFO networking_nsxv3.common.synchronization [req-2ff0d9c7-7f48-472e-a3ee-f4b66b740394 req-5be08c0c-9060-4ac8-955b-3144a3cb0d77 tempest-DeleteServersTestJSON-1916706632 tempest-DeleteServersTestJSON-1916706632-project-member] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1237.684661] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGHEST for action security_group_members [ 1237.684966] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.686251] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.686251] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.687312] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.819327] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.948799] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.949191] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.949362] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.949671] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.949826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.949988] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 not found, creating... [ 1237.950367] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.950544] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.950664] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.950900] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.951051] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.951349] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.951575] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.951683] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.951967] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.952595] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.952595] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 is going to be created. [ 1237.976938] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.977195] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.977311] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.977620] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.977848] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.978153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.190575] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.190753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.190801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.191048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.191144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.191464] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.191612] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.191676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.191835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.191912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.191999] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be updated. [ 1238.223315] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.223315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.223503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.223607] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.223743] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.233990] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: IN_PROGRESS for 2s [ 1238.322540] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.724568] env[65255]: INFO networking_nsxv3.common.synchronization [req-988eceb8-31c1-4889-a8a2-db29179030de req-f94d9716-baeb-47c9-ac23-22470ab83ec9 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1238.724743] env[65255]: INFO networking_nsxv3.common.synchronization [req-988eceb8-31c1-4889-a8a2-db29179030de req-f94d9716-baeb-47c9-ac23-22470ab83ec9 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1238.724897] env[65255]: INFO networking_nsxv3.common.synchronization [req-988eceb8-31c1-4889-a8a2-db29179030de req-f94d9716-baeb-47c9-ac23-22470ab83ec9 service nova] Enqueued Resource ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with Priority: HIGHEST for action port [ 1238.725475] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1238.725607] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1238.725757] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with Priority: HIGHEST for action port [ 1238.727077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.727077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.727077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.727077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.727077] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.728338] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.728338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.728470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.728601] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.728665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.728956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.728956] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc34ef2f-5ff1-4d9f-b687-82f66696e7b3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.825086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.825309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.825482] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.825711] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.825830] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.825954] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1238.855085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.855239] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.855356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.855552] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.855699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.865408] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1239.233846] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.234398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.234398] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with status ACTIVE [ 1239.234608] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.234921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.234921] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.235182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.235281] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.235561] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.235675] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.235744] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.236025] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.236128] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.236330] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.236432] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.236497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.236684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.236722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.236888] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 is going to be updated. [ 1239.259699] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.259927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.259927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.260386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.260599] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.260786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.545524] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1239.545833] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 deletion is rescheduled due to dependency. [ 1239.546136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.546397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.546838] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.546999] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.547153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.547220] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.547387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.547568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.547568] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.052875] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.244877] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 in Status: SUCCESS [ 1240.245215] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 deletion is rescheduled due to dependency. [ 1240.245215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.555332] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.875807] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1240.876189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.058430] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.058554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.058734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.059100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.059202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.059389] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1241.094061] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.094473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.094473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.094556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.094686] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.107090] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1242.583929] env[65255]: INFO networking_nsxv3.common.synchronization [req-9d806b22-c9d0-4dea-a258-c3cf39c10ac7 req-16e34635-4305-4b0b-b889-339607e5923a tempest-AttachVolumeTestJSON-1215201454 tempest-AttachVolumeTestJSON-1215201454-project-member] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1242.584485] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGHEST for action security_group_members [ 1242.584791] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.584913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.585096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.585234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.585397] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.585499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.585561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.585702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.585784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.585901] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.089771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.090028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.090028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.090604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.090604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.090604] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.090781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.090781] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.090857] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.090914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.091298] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 is going to be updated. [ 1243.120537] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1243.120757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.120929] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.121156] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.121351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.121466] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.121531] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.121676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.121753] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.121835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.121921] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.123759] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.123881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.123950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.124133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.124502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.133124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: IN_PROGRESS for 2s [ 1243.627490] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.131061] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 1244.154593] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.154856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.154856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.155093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.155185] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.155466] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.155597] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.155730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.156028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.156179] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.156285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1244.234865] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.235143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.235272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.235581] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.235815] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.252977] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1245.144595] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 in Status: SUCCESS [ 1245.144992] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 deletion is rescheduled due to dependency. [ 1245.144992] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.267433] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1246.267433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.343227] env[65255]: INFO networking_nsxv3.common.synchronization [req-80daaa4d-c412-464f-ad85-007036dc4f74 req-c159cea4-483a-48be-8585-bdb3a5afe8e9 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1246.343785] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1246.344333] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.344473] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.344535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.344769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.344935] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.345039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.345095] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.345360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.345360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.345449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.659184] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.659367] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.659498] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.659780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.660063] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.660220] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.660338] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.660547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.660688] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.660885] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.660995] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.661138] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.661248] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.661357] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.661460] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.661592] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.681506] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.681683] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.681822] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.682012] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.682410] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.682537] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.682656] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.682973] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.683125] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f22cc94-983c-4bfc-9f23-6cdfa0b18198',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.847897] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.185303] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.185541] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.185672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.186117] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.186304] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.186525] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Segment Port 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 not found, creating... [ 1247.186859] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.187082] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.187212] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.187447] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.187581] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.187862] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.188055] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.188185] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.188392] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.188523] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.188662] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 is going to be created. [ 1247.208673] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.208780] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.208865] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.209199] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.209440] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.209674] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.350313] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.853925] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.854102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.854178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.854407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.854503] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.854601] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1247.883072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.883316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.883316] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.883545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.883762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.893537] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1247.938526] env[65255]: INFO networking_nsxv3.common.synchronization [req-80daaa4d-c412-464f-ad85-007036dc4f74 req-8e843671-3e91-4e07-87b4-5e983b471fc5 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1247.938669] env[65255]: INFO networking_nsxv3.common.synchronization [req-80daaa4d-c412-464f-ad85-007036dc4f74 req-8e843671-3e91-4e07-87b4-5e983b471fc5 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1247.938796] env[65255]: INFO networking_nsxv3.common.synchronization [req-80daaa4d-c412-464f-ad85-007036dc4f74 req-8e843671-3e91-4e07-87b4-5e983b471fc5 service nova] Enqueued Resource ID: 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 with Priority: HIGHEST for action port [ 1247.939398] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1247.939555] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1247.939652] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 with Priority: HIGHEST for action port [ 1247.939937] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.940067] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.940139] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.940413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.940526] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.941635] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.941768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.942036] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.942176] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.942268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.942483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.942585] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f22cc94-983c-4bfc-9f23-6cdfa0b18198',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.444651] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.444924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.448418] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 with status ACTIVE [ 1248.448639] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.448994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.448994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.449130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.449199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.449717] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.449717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.449717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.449717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.449913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.449913] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.453435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.453435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.453435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.453435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.453435] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f22cc94-983c-4bfc-9f23-6cdfa0b18198 is going to be updated. [ 1248.474663] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.474813] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.474903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.475106] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.475262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.475507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f22cc94-983c-4bfc-9f23-6cdfa0b18198" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.724136] env[65255]: INFO networking_nsxv3.common.synchronization [None req-365e6a07-17ef-4be6-b253-88edab186e6f None None] Enqueued Resource ID: d7a14262-4097-4f3f-a42e-16c3d9c0ce44 with Priority: HIGHEST for action port [ 1248.724960] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a14262-4097-4f3f-a42e-16c3d9c0ce44 with Priority: HIGHEST for action port [ 1248.725086] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a14262-4097-4f3f-a42e-16c3d9c0ce44 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.725194] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a14262-4097-4f3f-a42e-16c3d9c0ce44" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.725247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a14262-4097-4f3f-a42e-16c3d9c0ce44" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.725519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a14262-4097-4f3f-a42e-16c3d9c0ce44" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.725605] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a14262-4097-4f3f-a42e-16c3d9c0ce44',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.228271] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7a14262-4097-4f3f-a42e-16c3d9c0ce44 [ 1249.228547] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.228627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.228702] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.228906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.228999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.229124] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7a14262-4097-4f3f-a42e-16c3d9c0ce44 already deleted. [ 1249.229214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a14262-4097-4f3f-a42e-16c3d9c0ce44" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.906038] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1249.906341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.906341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.906536] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.906754] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.906932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.907028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.907216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.907318] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.907420] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.410724] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.873770] env[65255]: INFO networking_nsxv3.common.synchronization [None req-bf71ac19-0707-4fc7-a2bc-498ea713e24d None None] Enqueued Resource ID: f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8 with Priority: HIGHEST for action port [ 1250.874341] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8 with Priority: HIGHEST for action port [ 1250.874644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.875038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.875187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.875527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.875754] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.914057] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.377736] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8 [ 1251.377987] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.378275] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.378392] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.378606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.378812] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.378926] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8 already deleted. [ 1251.379050] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6cfd443-9c3c-47d5-bd64-f80c2ae89cc8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.416646] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.416844] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.416910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.417093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.417200] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.417289] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1251.446384] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.446584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.446584] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.446798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.446943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.457136] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1253.471864] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1253.472253] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.472507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.472841] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.473451] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.473451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.473451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.474720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.474720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.474720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.474720] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.979811] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.980066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.980066] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.980308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.980470] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.980602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.980641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.980779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.980870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.980957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.981120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.981215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.981276] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.981415] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.981553] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.981644] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.981717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.981836] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.981908] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.981987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.982089] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.123929] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.124112] env[65255]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-080f4764-9eaf-403d-afdf-0aecc9f4f4fb None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.312611] env[65255]: INFO networking_nsxv3.common.synchronization [req-cf626a4e-8648-4f62-a46b-34c7e79795b8 req-1e8ef9a3-4ea3-4999-b38f-afc9193a8957 tempest-ServerTagsTestJSON-895607391 tempest-ServerTagsTestJSON-895607391-project-member] Enqueued Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1254.313155] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1254.313514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.313642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.313710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.315714] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.315897] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.316012] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.316104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.316285] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.316374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.316470] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.484105] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1254.504954] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.505226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.505315] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506595] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.507104] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.507104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.507104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.507270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.507324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.507764] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.507764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.507764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.507764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.508379] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.508379] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1254.576326] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.576500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.576500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.576673] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.576817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.602681] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1254.609264] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.609458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-747" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.609574] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-747" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.609921] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-747" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.610196] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.610415] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.610508] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.610727] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.610900] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.611098] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.611213] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.611320] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.611432] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.611531] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.611633] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.611758] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.632619] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.632789] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.632956] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.633184] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-747" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.633511] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.633688] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.633807] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.634168] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.634309] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6dd76a-3ecd-4b88-b1c2-05e254a748e6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.818647] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.818876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.818962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.819324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.819462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.819716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.819848] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.819932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.820160] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.820250] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.820368] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 already deleted. [ 1254.820465] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.136584] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.136826] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.136951] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.137313] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.137470] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.137628] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 not found, creating... [ 1255.137895] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.138130] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.138264] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.138517] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.138657] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.138945] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.139180] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.139279] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.139474] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.139601] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.139741] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 is going to be created. [ 1255.159327] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.159526] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.159651] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.159924] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.160161] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.160458] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.855717] env[65255]: INFO networking_nsxv3.common.synchronization [req-cf626a4e-8648-4f62-a46b-34c7e79795b8 req-55975839-834e-4124-aaee-66e6d30e2669 service nova] Enqueued Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_rules [ 1255.856025] env[65255]: INFO networking_nsxv3.common.synchronization [req-cf626a4e-8648-4f62-a46b-34c7e79795b8 req-55975839-834e-4124-aaee-66e6d30e2669 service nova] Enqueued Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1255.856141] env[65255]: INFO networking_nsxv3.common.synchronization [req-cf626a4e-8648-4f62-a46b-34c7e79795b8 req-55975839-834e-4124-aaee-66e6d30e2669 service nova] Enqueued Resource ID: 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 with Priority: HIGHEST for action port [ 1255.856724] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_rules [ 1255.856919] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1255.856968] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 with Priority: HIGHEST for action port [ 1255.857231] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.857360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.857425] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.857679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.857765] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.858659] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.858770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.858858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.859016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.859173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.859271] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.859336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.859548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.859548] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.859645] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.860383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.860496] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.860619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.860713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.860789] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c6dd76a-3ecd-4b88-b1c2-05e254a748e6',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.363665] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.363665] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.363665] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.364236] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 with status ACTIVE [ 1256.364421] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.364526] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.364586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.364793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.364880] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.365064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.365162] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.365224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.365567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.365567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.365676] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.365771] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.365824] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.365976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.366063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.366164] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c6dd76a-3ecd-4b88-b1c2-05e254a748e6 is going to be updated. [ 1256.387418] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.387616] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.387708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.387928] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.388126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.388300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c6dd76a-3ecd-4b88-b1c2-05e254a748e6" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.620669] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1256.620973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.868116] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.370709] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.370709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.370962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.370962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.371049] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.371165] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 is going to be created. [ 1257.394310] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.394513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.394513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.394722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.394877] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.406296] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: UNINITIALIZED for 2s [ 1258.062466] env[65255]: INFO networking_nsxv3.common.synchronization [req-f760170f-aad2-4ced-a8be-c9275e5c18c3 req-3c224c44-1cc6-4990-88fb-9af9c27e14c6 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1258.062742] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1258.063135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.063272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.063341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.063542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.063734] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.063790] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.063858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.064065] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.064188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.064294] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.567429] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.070449] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.419847] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: SUCCESS [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.419847] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.419847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.419847] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.575910] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.576172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.576217] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.576451] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.576553] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.576651] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1259.619384] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.619600] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.619689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.620048] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.620296] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.633186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1259.922295] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.922554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.922667] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.923037] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.923309] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.923474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.923574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.923811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.923950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.924103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.924416] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.924491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.925488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.925488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.925488] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.925488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.925488] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.925762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.925762] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.925847] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.927856] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.433528] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7: rpc.has_security_group_logging(os_id): False [ 1260.453907] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.454118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.454118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.454346] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.454441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.454655] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.454754] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.454814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.454966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.455080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.455377] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.455377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.455483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.455567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.455641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.455819] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.455911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.455975] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.456149] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.456221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.456305] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 is going to be created. [ 1260.518843] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.519130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.519130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.519412] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.519627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.531672] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: IN_PROGRESS for 2s [ 1261.369905] env[65255]: INFO networking_nsxv3.common.synchronization [req-9fc0012c-b9f2-467f-b264-82144e379903 req-c4f34fa2-6f51-4f2a-9f1d-202fc0e00f94 tempest-ServerActionsTestJSON-938703974 tempest-ServerActionsTestJSON-938703974-project-member] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1261.370231] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGHEST for action security_group_members [ 1261.370521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.370651] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.370718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.370905] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.371071] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.371168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.371230] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.371453] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.371542] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.371635] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.643342] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1261.643690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.877649] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.877649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.877649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.877883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.877883] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.878043] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.878209] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.878272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.878417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.878497] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.878590] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be updated. [ 1261.927389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.927389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.927389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.927649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.927759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.938584] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: IN_PROGRESS for 2s [ 1262.544579] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: SUCCESS [ 1262.544827] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.951297] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 in Status: SUCCESS [ 1263.951297] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 deletion is rescheduled due to dependency. [ 1263.951642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.922349] env[65255]: INFO networking_nsxv3.common.synchronization [req-76baa9d5-906e-435e-93ce-cddae1a7f8e6 req-2319a707-cc53-44f8-a081-a494e5541c4e tempest-AttachVolumeNegativeTest-1943970305 tempest-AttachVolumeNegativeTest-1943970305-project-member] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1265.923117] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGHEST for action security_group_members [ 1265.923722] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.923722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.923722] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.923939] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.924123] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.924224] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.924288] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.924479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.924566] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.924658] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.369925] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.370153] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.370282] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.370557] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.370819] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.370976] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.371105] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.371312] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.371453] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.371661] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.371775] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.371881] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.371986] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.372106] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.372210] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.372340] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.393215] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.393386] env[65255]: DEBUG dogpile.cache.region [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.393523] env[65255]: DEBUG dogpile.lock [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.393706] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "network-124" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.394034] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock port-993e9898-2e45-4277-8077-bfa297bf7e5e taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.394204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.394323] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.394576] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.394710] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e9898-2e45-4277-8077-bfa297bf7e5e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.427041] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.427204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.427204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.427464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.427595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.427766] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.427856] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.427930] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.428085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.428159] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.428281] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 is going to be updated. [ 1266.455625] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.455837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.455837] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.456056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.456197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.466544] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: IN_PROGRESS for 2s [ 1266.512510] env[65255]: INFO networking_nsxv3.common.synchronization [req-9398a974-6acb-45d9-b81d-904fb9525663 req-fd46ce50-73e3-4069-b40b-b0fffa424ba3 tempest-ServerTagsTestJSON-895607391 tempest-ServerTagsTestJSON-895607391-project-member] Enqueued Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1266.513355] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGHEST for action security_group_members [ 1266.513693] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.513819] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.513887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.514096] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.514249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.514349] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.514408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.514551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.514636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.514728] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.897349] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.897560] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.897816] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.898253] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.898472] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.898815] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.899016] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.899173] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.899452] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.899628] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.899945] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.900157] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.900310] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.900533] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.900771] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.900806] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Resource: SegmentPort with ID: 993e9898-2e45-4277-8077-bfa297bf7e5e is going to be updated. [ 1266.924803] env[65255]: DEBUG networking_nsxv3.common.locking [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.925204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.925204] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.925444] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.925630] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.925847] env[65255]: DEBUG oslo_concurrency.lockutils [None req-6070735e-09d2-4914-a32a-34508025b1d8 None None] Releasing lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.017111] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.017287] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.017361] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.017592] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.017677] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.017875] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.018057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.018152] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.018430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.018521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.018609] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 is going to be updated. [ 1267.060173] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.060429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.060429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.060567] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.060717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.073341] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: IN_PROGRESS for 2s [ 1267.611534] env[65255]: INFO networking_nsxv3.common.synchronization [req-9d14a6ca-ea28-4d03-ae55-a9ed97e1a35f req-7c8eb119-f010-40c7-9fc5-4b9bb7b22f8e service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1267.611735] env[65255]: INFO networking_nsxv3.common.synchronization [req-9d14a6ca-ea28-4d03-ae55-a9ed97e1a35f req-7c8eb119-f010-40c7-9fc5-4b9bb7b22f8e service nova] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1267.611878] env[65255]: INFO networking_nsxv3.common.synchronization [req-9d14a6ca-ea28-4d03-ae55-a9ed97e1a35f req-7c8eb119-f010-40c7-9fc5-4b9bb7b22f8e service nova] Enqueued Resource ID: 993e9898-2e45-4277-8077-bfa297bf7e5e with Priority: HIGHEST for action port [ 1267.612446] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_rules [ 1267.612526] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1267.612627] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993e9898-2e45-4277-8077-bfa297bf7e5e with Priority: HIGHEST for action port [ 1267.612902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.614208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.614372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.614619] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.614740] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.615583] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.615734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.616258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.616615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.616721] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.616888] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.616956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.617147] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.617268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.617560] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.618499] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-993e9898-2e45-4277-8077-bfa297bf7e5e taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.618609] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.618957] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.619188] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.619351] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993e9898-2e45-4277-8077-bfa297bf7e5e',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.120825] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.121116] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.121159] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.122163] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993e9898-2e45-4277-8077-bfa297bf7e5e with status ACTIVE [ 1268.122346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.122458] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.122523] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.122710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122798] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.122962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.123069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.123133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.123279] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.123355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.123531] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.123623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.123684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.123820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.123891] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.124014] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993e9898-2e45-4277-8077-bfa297bf7e5e is going to be updated. [ 1268.144923] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.145114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.145114] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.145282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.145417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.145573] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993e9898-2e45-4277-8077-bfa297bf7e5e" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.476582] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 in Status: SUCCESS [ 1268.476761] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 deletion is rescheduled due to dependency. [ 1268.476808] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.625590] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.083801] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 in Status: SUCCESS [ 1269.084038] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 deletion is rescheduled due to dependency. [ 1269.084131] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.127928] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.128484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.128484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.128484] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.128615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.128725] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1269.158853] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.159101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.159164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.159449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.159630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.169693] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1271.181813] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1271.182110] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.182244] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.182469] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.182672] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.182793] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.182859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.183019] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.183104] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.183190] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.183283] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.686479] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.686680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.686755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.686988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.687165] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.687268] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.687336] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.687481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.687569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.687661] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.687806] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.687894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.687994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.688112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.688278] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.688366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.688426] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.688578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.688658] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.688739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.688826] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.917649] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d38faf5-a31e-4e7e-88c1-a6d015a33b75 req-5f0240c3-5c59-428c-b08f-8bf5afc34bea tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1271.918276] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1271.918583] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.918724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.918794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.920904] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.921153] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.921301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.921354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.921532] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.921642] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.921762] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.192448] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf: rpc.has_security_group_logging(os_id): False [ 1272.213066] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.213632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.213632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.213632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.213900] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.214264] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.214264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.214264] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.214515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.214615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.214829] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.214982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.215099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.215260] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.215343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.215548] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.215699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.215699] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.215811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.215887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.215978] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1272.266327] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.267205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.267205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.267205] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.267681] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.267823] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.268057] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.268391] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.268584] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.268904] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.268984] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.269095] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.269204] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.269366] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.269555] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.269730] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.288746] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.288970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.289077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.289344] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.289493] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.292016] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.292202] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.292343] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.292510] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-67" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.293091] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-35ea517c-a6ad-4058-817b-a252270882be taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.293091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.293091] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.293418] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.293557] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ea517c-a6ad-4058-817b-a252270882be',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.304821] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1272.424219] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.795795] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.796051] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.796181] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.796969] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.796969] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.796969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 35ea517c-a6ad-4058-817b-a252270882be not found, creating... [ 1272.797277] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.797507] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.797672] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.797963] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.798214] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.798655] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.798874] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.799054] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.799602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.799602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.799602] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 35ea517c-a6ad-4058-817b-a252270882be is going to be created. [ 1272.821348] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.821547] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.822143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.822143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.822143] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.822393] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.926242] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.432325] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.432605] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.432656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.432966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.433137] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.433256] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1273.467136] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.467323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.467448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.467653] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.467825] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.480409] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1273.553231] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d38faf5-a31e-4e7e-88c1-a6d015a33b75 req-c3480b60-e609-48e0-a1ae-3a36260128a6 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1273.553371] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d38faf5-a31e-4e7e-88c1-a6d015a33b75 req-c3480b60-e609-48e0-a1ae-3a36260128a6 service nova] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1273.553558] env[65255]: INFO networking_nsxv3.common.synchronization [req-6d38faf5-a31e-4e7e-88c1-a6d015a33b75 req-c3480b60-e609-48e0-a1ae-3a36260128a6 service nova] Enqueued Resource ID: 35ea517c-a6ad-4058-817b-a252270882be with Priority: HIGHEST for action port [ 1273.554218] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_rules [ 1273.554297] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1273.554350] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ea517c-a6ad-4058-817b-a252270882be with Priority: HIGHEST for action port [ 1273.554683] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.554758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.554822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.555228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.555228] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.556110] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.556237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.556701] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ea517c-a6ad-4058-817b-a252270882be taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.556701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.556701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.556701] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.556950] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ea517c-a6ad-4058-817b-a252270882be',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.058955] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.058955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.058955] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35ea517c-a6ad-4058-817b-a252270882be with status ACTIVE [ 1274.059135] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.059305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.059374] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.059655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.059778] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.059972] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.060111] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.060144] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.060435] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.060471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.060845] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.060845] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.060970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.061551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.061551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.061551] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35ea517c-a6ad-4058-817b-a252270882be is going to be updated. [ 1274.086673] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.086911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.087057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.087364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.087554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.087835] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ea517c-a6ad-4058-817b-a252270882be" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.338472] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1274.338709] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.492894] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1275.493261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.493670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.494056] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.494392] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.494657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.494782] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.495047] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.495169] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.495379] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.998984] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.502013] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.005238] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.005398] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.005595] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.005914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.005914] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.005914] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1277.057617] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.057617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.057617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.057617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.057617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.069032] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1278.556187] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.556598] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1279.080897] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1279.081069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.081876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.081876] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.082011] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.082134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.082384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.082840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.082840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082970] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.586723] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.587145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.587145] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.587233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.587368] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.587509] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.587574] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.587733] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.587820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.587906] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.588074] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.588165] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.588223] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.588394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.588546] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.588636] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.588695] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.588869] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.588950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.589042] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.589131] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.091809] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1280.115771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.115933] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.116010] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.116270] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.116355] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.116623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.116748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.116804] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.116994] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.117075] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.117280] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.117380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.117449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.117604] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.117681] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.117889] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.117986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.118100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.118216] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.118292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.118417] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1280.178925] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.179204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.179341] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.179657] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.179916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.198463] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1282.233390] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1282.233746] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.961935] env[65255]: INFO networking_nsxv3.common.synchronization [req-444f852a-021b-4946-8437-db0a19d54e6d req-766d275e-f214-4b9c-8395-37434aee1a2b tempest-AttachVolumeShelveTestJSON-175187274 tempest-AttachVolumeShelveTestJSON-175187274-project-member] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1282.962430] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGHEST for action security_group_members [ 1282.963062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.963062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.963062] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.963254] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.963298] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.964043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.964043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.964043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.964043] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.964043] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.467062] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.467343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.467656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.467656] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.467735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.467923] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.468022] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.468085] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.468394] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.468527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.469059] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be updated. [ 1283.496303] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.496489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.496569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.497262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.497262] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.506714] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: IN_PROGRESS for 2s [ 1285.519222] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cd92335-7c73-47e8-8304-cc2d291b807b in Status: SUCCESS [ 1285.519794] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b deletion is rescheduled due to dependency. [ 1285.519794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.963826] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.963826] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.008385] env[65255]: INFO networking_nsxv3.common.synchronization [req-b1adaca9-85f5-44a3-b3fc-a25431ed8f9b req-4eb84c6c-42b5-4a2b-ba46-4b59774311c5 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1288.009564] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1288.010031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.010222] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.010331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.010623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.010860] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.010999] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.011117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.011334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.011464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.011596] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.514434] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.016509] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.519432] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.519630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.519696] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.519911] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.520119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.520231] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1289.556666] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.556851] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.556884] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.557126] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.557390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.568980] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1290.075870] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.075870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.075870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.076570] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.076570] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.578619] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.081046] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.583121] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1291.583121] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1291.584708] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1291.584952] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.485096] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.485529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.485529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.485529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.498790] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1292.499966] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.501512] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1292.547750] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.547750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.547919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.548090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.561878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.562819] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1292.562928] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.562998] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1292.608103] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.608385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.608385] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.608693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.610120] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.610376] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1292.701203] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.701464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.701464] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.701669] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.702039] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.702411] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1292.824703] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.824871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.824943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.825207] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.825559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.826011] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1292.826144] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3fdfbc04-ac2e-4b1d-a724-75b6db09635b', '78c2ee9e-0d15-45eb-83fc-3be0ba70fab9', '772dc23f-69fe-4d70-bddd-6e3bff598821', '0cd92335-7c73-47e8-8304-cc2d291b807b', '98b12663-9495-479e-9cb9-76d1e5b0ac04', 'ba34ee2d-cc9b-4b6f-b9cb-a574904b2086', '6dc8090b-b636-453a-96bf-87ae1f5f2ed9', '862a9f0a-9cf5-41ab-a5e4-49d7895c1baf', '1cab7992-0258-4c36-ae37-7142a3e4f626', '2ebc0301-be4c-40d7-911f-cbe048faf142', '9781163c-f6f8-4ab0-9bfe-6325d79a01e5', 'b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7', '2fe2c838-030e-455e-944f-a7ad0cee4267', 'a8e1313d-3bc5-42a2-808f-84975eb9e3e8', '1f8aef30-c5ed-40a3-98fc-1510ee2163f0', '2375777d-081f-4ca1-a73d-824b7058f793', '666faf46-2949-465c-9e52-d0025b98143d', '21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627', '7c90d975-c355-4d59-bbb6-9bfb5e3667cb', 'eada6538-1c8a-4acd-a552-1cad0ad0e363', '5347eafd-1ff2-4ba6-910a-bb187402b09c', 'ed53e1c0-d837-4519-8f9d-30004eb7f2d9', '9a21b060-6338-4a3e-bd49-4d59af099c6f', '4965cb79-a40a-420b-863d-6919a1cf782c', 'df80b0e6-3bfc-472a-969f-a42bbe270583', '3d2182c8-1504-4e2a-b59f-fa8fe00a24e3', '59432386-a547-4f41-91a9-9a4367b24f63', 'a2e803fe-679c-4e41-8e37-2513c90dc7fd', 'e201ea93-a8e2-4c1c-bc83-b6a7684befe9', 'bf6ea546-ed95-432b-8986-cfbbbcd8ebec', '3f815a8b-1d4c-4560-b8de-825bf1e94943', '122e9471-e4d0-44bc-b08a-c2aa345db0a3', '6c0635e9-6ac1-4d5a-863c-42b19596c94d', '6285dc15-ab69-4b43-afad-64b221dcd6de', 'ba7b6372-b384-412a-8c07-61111e3ef680', 'cbb72e51-436a-480e-ae41-7f03a0f3db08', 'b5b3f0ed-e758-43e5-9395-6fc6c1daf881', '52637014-6e75-4c23-92e5-df691a4122d7', '4002ce82-6d44-4889-9012-d3ea2a42eeb7', '92a8a761-c898-4cbb-b5f2-c00cbc3939b1', '455cd83f-816b-4836-a8dd-c022689ebbc5', 'e75f520e-97df-4df7-81da-9e3e3ad3d36c'} {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.826343] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1292.847351] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.847625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.847676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.847919] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.848016] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.848147] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1292.848239] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.848315] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1292.945064] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.945383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.945383] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.945690] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.946779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.947121] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1292.947200] env[65255]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65255) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.947276] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1292.947352] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1292.947958] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGH for action security_group_rules [ 1292.947958] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGH for action security_group_rules [ 1292.948422] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGH for action security_group_rules [ 1292.948988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.010542] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.010621] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1293.010836] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b with Priority: HIGH for action security_group_rules [ 1293.011081] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 with Priority: HIGH for action security_group_rules [ 1293.011249] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 with Priority: HIGH for action security_group_rules [ 1293.011382] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666faf46-2949-465c-9e52-d0025b98143d with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375777d-081f-4ca1-a73d-824b7058f793 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 with Priority: HIGH for action security_group_rules [ 1293.012570] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGH for action security_group_rules [ 1293.012921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 with Priority: HIGH for action security_group_rules [ 1293.012921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 with Priority: HIGH for action security_group_rules [ 1293.012921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGH for action security_group_rules [ 1293.012921] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 with Priority: HIGH for action security_group_rules [ 1293.013056] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 with Priority: HIGH for action security_group_rules [ 1293.013056] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd92335-7c73-47e8-8304-cc2d291b807b with Priority: HIGH for action security_group_rules [ 1293.013398] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.013533] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.013602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.013949] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.014106] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fdfbc04-ac2e-4b1d-a724-75b6db09635b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.015222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-772dc23f-69fe-4d70-bddd-6e3bff598821 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.016357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.016357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.016357] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.016357] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('772dc23f-69fe-4d70-bddd-6e3bff598821',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.017335] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.017474] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.017525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.017751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.017751] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc8090b-b636-453a-96bf-87ae1f5f2ed9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.019917] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.020077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.020151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.020324] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.020411] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8aef30-c5ed-40a3-98fc-1510ee2163f0',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.021521] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eada6538-1c8a-4acd-a552-1cad0ad0e363 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.021521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.021521] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.021704] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.021788] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eada6538-1c8a-4acd-a552-1cad0ad0e363',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.022708] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.022862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.023033] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.025173] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.025617] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c90d975-c355-4d59-bbb6-9bfb5e3667cb',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.026618] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.026799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.026936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.027215] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.027371] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.032569] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666faf46-2949-465c-9e52-d0025b98143d taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.033434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.033434] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.033559] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.033723] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666faf46-2949-465c-9e52-d0025b98143d',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.035297] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.035527] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.035703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.036013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.036321] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.037389] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2375777d-081f-4ca1-a73d-824b7058f793 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.037931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.038135] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.038310] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.038455] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2375777d-081f-4ca1-a73d-824b7058f793',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.039772] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe2c838-030e-455e-944f-a7ad0cee4267 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.040071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.040071] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.040586] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.040586] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe2c838-030e-455e-944f-a7ad0cee4267',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.042272] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.042481] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.042540] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.042724] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.042888] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.046580] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.046757] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.046855] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.047350] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.047350] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9781163c-f6f8-4ab0-9bfe-6325d79a01e5',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.048336] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.048490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.048561] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.048852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.048990] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.050178] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab7992-0258-4c36-ae37-7142a3e4f626 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.050300] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.050369] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.050950] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.051094] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab7992-0258-4c36-ae37-7142a3e4f626',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.052127] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.052741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.052741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.052956] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.053879] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba34ee2d-cc9b-4b6f-b9cb-a574904b2086',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.054266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.054436] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.054507] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.054671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.054758] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.055914] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b12663-9495-479e-9cb9-76d1e5b0ac04 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.056115] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.056182] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.056381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.056484] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b12663-9495-479e-9cb9-76d1e5b0ac04',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.057833] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.057981] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.058100] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.058298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.058457] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78c2ee9e-0d15-45eb-83fc-3be0ba70fab9',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.059619] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cd92335-7c73-47e8-8304-cc2d291b807b taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.059802] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.059932] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.060294] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cd92335-7c73-47e8-8304-cc2d291b807b',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.106716] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.106890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.106976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.107221] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.111031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.111172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.112085] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.112187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.114554] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.114632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.119961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.119961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.120978] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.121132] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.133769] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.133925] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eada6538-1c8a-4acd-a552-1cad0ad0e363 is going to be deleted. [ 1293.135161] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.135390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.158987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.158987] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 772dc23f-69fe-4d70-bddd-6e3bff598821 is going to be deleted. [ 1293.159395] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.159500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.178912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.179107] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666faf46-2949-465c-9e52-d0025b98143d is going to be deleted. [ 1293.180090] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.180647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.199120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.199263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.205103] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.205103] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8aef30-c5ed-40a3-98fc-1510ee2163f0 is going to be deleted. [ 1293.206272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.206807] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.211337] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.212172] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.252670] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.252834] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.257822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.258099] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627 is going to be deleted. [ 1293.259846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.260105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.304578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.304715] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c90d975-c355-4d59-bbb6-9bfb5e3667cb is going to be deleted. [ 1293.306121] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.306387] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.306483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.306608] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eada6538-1c8a-4acd-a552-1cad0ad0e363" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.306768] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.307148] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.307294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.307448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-772dc23f-69fe-4d70-bddd-6e3bff598821" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.308203] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.308414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.308546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.308703] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666faf46-2949-465c-9e52-d0025b98143d" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.330098] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.330306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.330372] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.330545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.330639] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.330764] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8aef30-c5ed-40a3-98fc-1510ee2163f0" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.392931] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.392931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.392931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.392931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.393237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.393237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e6e1aa-c9ad-4264-a83f-c5d1f3a0f627" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.472408] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.472408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.472408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.472408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.472408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.472408] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c90d975-c355-4d59-bbb6-9bfb5e3667cb" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.542344] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.542734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.542734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.542811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.566776] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.566988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.567089] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.567343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.567564] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.567680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.567748] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.567917] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.568013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.568107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.568199] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.570907] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.571093] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.571143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.571353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.571567] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.571689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.571799] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.571924] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.572072] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.572308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.572308] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.577034] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.577034] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc8090b-b636-453a-96bf-87ae1f5f2ed9 is going to be deleted. [ 1293.581475] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.581475] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.581626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.582028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.582028] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.582028] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.582211] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.582248] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.582313] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.582479] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.582620] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.591236] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.591236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.591236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.591377] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.593995] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.594178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.599072] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.599307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.600116] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.600298] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.637063] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.637267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.665962] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.666228] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.667409] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.667545] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.668371] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.668537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.677932] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.678112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.679080] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.679249] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9781163c-f6f8-4ab0-9bfe-6325d79a01e5 is going to be deleted. [ 1293.680255] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.680353] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.681954] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.682101] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.711068] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.711224] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b12663-9495-479e-9cb9-76d1e5b0ac04 is going to be deleted. [ 1293.712166] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.712386] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.716153] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.716302] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.732689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.732875] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba34ee2d-cc9b-4b6f-b9cb-a574904b2086 is going to be deleted. [ 1293.733758] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.733973] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.761307] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.761307] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.762294] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.762414] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fdfbc04-ac2e-4b1d-a724-75b6db09635b is going to be deleted. [ 1293.763345] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.763560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.805600] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.805816] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.817226] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.817360] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab7992-0258-4c36-ae37-7142a3e4f626 is going to be deleted. [ 1293.818334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.818646] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.828559] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.828705] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.867308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.867415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78c2ee9e-0d15-45eb-83fc-3be0ba70fab9 is going to be deleted. [ 1293.868332] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.868630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.885383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.885591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.922456] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.922759] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe2c838-030e-455e-944f-a7ad0cee4267 is going to be deleted. [ 1293.924654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.924654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.952613] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.952823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.983913] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.984110] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7 is going to be deleted. [ 1293.985013] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.985242] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.031710] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.031912] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.062579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.062579] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cd92335-7c73-47e8-8304-cc2d291b807b is going to be deleted. [ 1294.063663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.063663] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.079961] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.080277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.080277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.080519] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.080747] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.080896] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.080955] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.082187] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.082334] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.082471] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.082674] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.082785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.082892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.083108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.083249] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.083347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.083414] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.083602] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.083770] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.083936] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.084011] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.085424] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.086383] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.086506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.086580] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.086780] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.087920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.087920] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.087920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.089784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.089784] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.089784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.089784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.089784] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.090073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.090073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.090178] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.108112] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.108556] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.113938] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.114134] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2375777d-081f-4ca1-a73d-824b7058f793 is going to be deleted. [ 1294.115720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.115720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.115720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116256] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc8090b-b636-453a-96bf-87ae1f5f2ed9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116500] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.116698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.116811] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116960] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9781163c-f6f8-4ab0-9bfe-6325d79a01e5" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.117718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.117718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.117718] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.117976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b12663-9495-479e-9cb9-76d1e5b0ac04" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.117976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.118206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.118206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.118550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba34ee2d-cc9b-4b6f-b9cb-a574904b2086" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.118550] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.118691] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.118864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.118942] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fdfbc04-ac2e-4b1d-a724-75b6db09635b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.119041] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.119227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.119301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.119375] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab7992-0258-4c36-ae37-7142a3e4f626" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.119910] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.120082] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.120168] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.120301] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78c2ee9e-0d15-45eb-83fc-3be0ba70fab9" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.120513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.120625] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.120734] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.120831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe2c838-030e-455e-944f-a7ad0cee4267" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.161455] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.161708] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.161823] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.162195] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.162384] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.162587] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b808d5b6-f8c6-46fa-ba80-a9b40caaa9d7" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.238771] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.239029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.239029] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.239317] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.239438] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.239631] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cd92335-7c73-47e8-8304-cc2d291b807b" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.258656] env[65255]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.259323] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.259323] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.259513] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.259755] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.259881] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.259922] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2375777d-081f-4ca1-a73d-824b7058f793" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.592230] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebc0301-be4c-40d7-911f-cbe048faf142: rpc.has_security_group_logging(os_id): False [ 1294.593549] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 1294.594677] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf: rpc.has_security_group_logging(os_id): False [ 1294.629992] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.630212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.630212] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.630467] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.632760] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.632920] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.634018] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.634125] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.681564] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.681873] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.681983] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.682076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.682272] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.682359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.682463] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1294.683649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.683850] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.704713] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.705050] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.705167] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.705214] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.705429] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.705515] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.705725] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.705831] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.705890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.706057] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.706136] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.706320] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.706441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.706568] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.706633] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.706710] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.706794] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1294.707967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.708263] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.730864] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.731240] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.731390] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.731506] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.731752] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.731871] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.732120] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.732326] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.732389] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.732539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.732627] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.732879] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.732945] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.733108] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.733191] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.733309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.733405] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1294.777888] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.778189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.778189] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.778328] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.778405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.794537] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1294.801097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.801247] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.801309] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.801522] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.801717] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.824152] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.824356] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.824433] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.824649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.824814] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.853392] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1294.861203] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1295.550528] env[65255]: INFO networking_nsxv3.common.synchronization [req-1a9e7572-fac0-446b-9df0-12acd957dade req-2f96192d-1225-40b9-8c5f-8ab0a4c4991e tempest-ServersNegativeTestJSON-1155194327 tempest-ServersNegativeTestJSON-1155194327-project-member] Enqueued Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1295.554118] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf with Priority: HIGHEST for action security_group_members [ 1295.554118] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.554118] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.554118] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.554118] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('862a9f0a-9cf5-41ab-a5e4-49d7895c1baf',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.756110] env[65255]: INFO networking_nsxv3.common.synchronization [req-2e2d2735-adaa-44c5-b7fb-9dadaf0138ea req-a063518f-95fb-4796-8b9e-e5c3786ab985 tempest-ServersTestJSON-1672153549 tempest-ServersTestJSON-1672153549-project-member] Enqueued Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1295.757354] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 with Priority: HIGHEST for action security_group_members [ 1295.757354] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebc0301-be4c-40d7-911f-cbe048faf142 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.757354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.757354] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.757614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.757654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.757749] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.757801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.758402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.758402] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.758402] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebc0301-be4c-40d7-911f-cbe048faf142',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.056440] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.056761] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.056863] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.057130] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.057231] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.057442] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.057558] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.057641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.057786] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.057870] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.057942] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf is going to be updated. [ 1296.090346] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.090529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.090529] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.090927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.090927] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.102147] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: IN_PROGRESS for 2s [ 1296.260439] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.260632] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.260679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.260976] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.261091] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.261224] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.261340] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.261407] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.261589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.261672] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.261759] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 is going to be updated. [ 1296.296534] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.296738] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.296785] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.296995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.297151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.323671] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: IN_PROGRESS for 2s [ 1296.623991] env[65255]: INFO networking_nsxv3.common.synchronization [None req-7464ea18-ff2b-4244-9f2d-98770a97c6eb None None] Enqueued Resource ID: 8d0117fd-73ca-455e-a4d2-1a43a9ef7668 with Priority: HIGHEST for action port [ 1296.624559] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0117fd-73ca-455e-a4d2-1a43a9ef7668 with Priority: HIGHEST for action port [ 1296.624902] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0117fd-73ca-455e-a4d2-1a43a9ef7668 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.625311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0117fd-73ca-455e-a4d2-1a43a9ef7668" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.625409] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0117fd-73ca-455e-a4d2-1a43a9ef7668" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.625685] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0117fd-73ca-455e-a4d2-1a43a9ef7668" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.625773] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0117fd-73ca-455e-a4d2-1a43a9ef7668',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.809999] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1296.810391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.874397] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1296.874397] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.877107] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1296.877107] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.127861] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d0117fd-73ca-455e-a4d2-1a43a9ef7668 [ 1297.128088] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.128233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.128305] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.128614] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.128720] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.128815] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d0117fd-73ca-455e-a4d2-1a43a9ef7668 already deleted. [ 1297.128898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0117fd-73ca-455e-a4d2-1a43a9ef7668" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.116358] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf in Status: SUCCESS [ 1298.116767] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 862a9f0a-9cf5-41ab-a5e4-49d7895c1baf deletion is rescheduled due to dependency. [ 1298.116918] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-862a9f0a-9cf5-41ab-a5e4-49d7895c1baf" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.342250] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 in Status: SUCCESS [ 1298.342499] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebc0301-be4c-40d7-911f-cbe048faf142 deletion is rescheduled due to dependency. [ 1298.342623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebc0301-be4c-40d7-911f-cbe048faf142" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.729509] env[65255]: INFO networking_nsxv3.common.synchronization [None req-3e2986fc-b22d-4bf1-88f9-849c21a099a9 None None] Enqueued Resource ID: 0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de with Priority: HIGHEST for action port [ 1298.730175] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de with Priority: HIGHEST for action port [ 1298.730496] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.730660] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.730730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.731138] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.731138] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.233943] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de [ 1299.233943] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.234380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.234380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.234380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.234380] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.234578] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de already deleted. [ 1299.234578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad575cc-be4d-4b51-9ed1-2b4b5d96b0de" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.409778] env[65255]: INFO networking_nsxv3.common.synchronization [req-b21f975b-f831-4b0a-8352-cae875a3c91c req-df304136-c84e-4abc-ac96-2d5da6bbffbd tempest-ServerRescueTestJSON-162485904 tempest-ServerRescueTestJSON-162485904-project-member] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1303.410316] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1303.410620] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.410739] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.410801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.411178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.411348] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.411452] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.411525] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.411674] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.411759] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.411856] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.737757] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.737956] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.738092] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.738433] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.738719] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.738890] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.739014] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.739239] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.739384] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.739610] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.739736] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.739845] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.739992] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.740068] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.740174] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.740302] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.761186] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.761408] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.761552] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.761731] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.762112] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.762334] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.762462] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.762802] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.762948] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b589a0b-e8c0-4b2a-a76c-025ccea07aae',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.914151] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.914359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.914445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.914689] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.914868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.915161] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.915273] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.915360] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.915539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.915617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.915698] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed already deleted. [ 1303.915779] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.265506] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.265753] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.265843] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.266137] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.266286] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.266442] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 1b589a0b-e8c0-4b2a-a76c-025ccea07aae not found, creating... [ 1304.266770] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.266932] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.267061] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.267284] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.267419] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.267697] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.267846] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.267962] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.268194] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.268330] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.268467] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 1b589a0b-e8c0-4b2a-a76c-025ccea07aae is going to be created. [ 1304.289262] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.289502] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.289582] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.289851] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.290090] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.290307] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [req-b21f975b-f831-4b0a-8352-cae875a3c91c req-298771ac-4b8a-41ce-b91a-50351695a880 service nova] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_rules [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [req-b21f975b-f831-4b0a-8352-cae875a3c91c req-298771ac-4b8a-41ce-b91a-50351695a880 service nova] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [req-b21f975b-f831-4b0a-8352-cae875a3c91c req-298771ac-4b8a-41ce-b91a-50351695a880 service nova] Enqueued Resource ID: 1b589a0b-e8c0-4b2a-a76c-025ccea07aae with Priority: HIGHEST for action port [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_rules [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1305.016280] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b589a0b-e8c0-4b2a-a76c-025ccea07aae with Priority: HIGHEST for action port [ 1305.018579] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.018579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.018579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.018579] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.018579] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.020637] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.020637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.020637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.020637] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.020814] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.021133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.021133] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.021233] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.021343] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.021458] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.022318] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.022700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.022700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.022700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.022853] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b589a0b-e8c0-4b2a-a76c-025ccea07aae',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.524999] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.525413] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.525413] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.526726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b589a0b-e8c0-4b2a-a76c-025ccea07aae with status ACTIVE [ 1305.526726] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.526726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.526726] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.526967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.526967] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.527054] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.527112] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.527178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.527325] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.527399] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.527577] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.527700] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.527747] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.527894] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.527970] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.528115] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b589a0b-e8c0-4b2a-a76c-025ccea07aae is going to be updated. [ 1305.549803] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.549803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.549803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.549803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b589a0b-e8c0-4b2a-a76c-025ccea07aae" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.030282] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.535077] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.535292] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.535364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.535572] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.535676] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.535772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be created. [ 1306.560462] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.560684] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.560751] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.560965] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.561151] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.569862] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: UNINITIALIZED for 2s [ 1308.582741] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1308.583153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.583153] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.583308] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.583495] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.583606] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.583671] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.583822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.583898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.583978] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.584080] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.087225] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.087502] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.087634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.087961] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.088242] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.088405] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.088511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.088820] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.088989] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.089171] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.089363] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.089472] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.089539] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.089666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.089805] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.089890] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.089943] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.090282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.090282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.090282] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.090402] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.592892] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192b2e68-03a4-4256-970e-28e5706a9fed: rpc.has_security_group_logging(os_id): False [ 1309.612741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.612741] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.612741] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.613347] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.613347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.613347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.613347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.613347] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.613525] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.613591] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.613629] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.613750] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.613822] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.613906] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be created. [ 1309.676509] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.676794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.676794] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.676963] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.677192] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.688850] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1310.017023] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.017217] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1311.701853] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1311.702261] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.369323] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.369650] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.369853] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.370355] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.370781] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.371051] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.371249] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.371602] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.371833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.372172] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.372372] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.372554] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.372737] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.372929] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.373119] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.373322] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.393285] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.393499] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1312.393704] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.393950] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-49" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.394328] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.394561] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.394754] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.395084] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.395282] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc34ef2f-5ff1-4d9f-b687-82f66696e7b3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.897791] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.898149] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.898196] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.898450] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.898598] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.898955] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.899139] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.899343] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.899582] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.899724] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.900015] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.900181] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.900298] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.900501] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.900630] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.900771] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 is going to be updated. [ 1312.922077] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.922077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.922077] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.922389] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.922507] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.922726] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.604466] env[65255]: INFO networking_nsxv3.common.synchronization [req-9cc9c13e-2ea0-4991-bbf5-abda7092da06 req-6c06da94-8287-450a-a2d6-c57ef96b57d8 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1313.604705] env[65255]: INFO networking_nsxv3.common.synchronization [req-9cc9c13e-2ea0-4991-bbf5-abda7092da06 req-6c06da94-8287-450a-a2d6-c57ef96b57d8 service nova] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1313.605205] env[65255]: INFO networking_nsxv3.common.synchronization [req-9cc9c13e-2ea0-4991-bbf5-abda7092da06 req-6c06da94-8287-450a-a2d6-c57ef96b57d8 service nova] Enqueued Resource ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with Priority: HIGHEST for action port [ 1313.605708] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_rules [ 1313.605845] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1313.605944] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with Priority: HIGHEST for action port [ 1313.606259] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.606381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.606449] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.606641] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.606723] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.607623] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.607623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.607730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.607846] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.608031] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.608102] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.608142] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.608280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.608363] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.608586] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.609615] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.609615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.609615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.609615] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.609784] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc34ef2f-5ff1-4d9f-b687-82f66696e7b3',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.111153] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.112279] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.112499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.112499] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 with status ACTIVE [ 1314.112660] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.112840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.112840] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.113267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.113267] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.113381] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.113381] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.113499] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.113650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.113650] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.113811] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.113892] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.114014] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.114109] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.114199] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.114273] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc34ef2f-5ff1-4d9f-b687-82f66696e7b3 is going to be updated. [ 1314.137097] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.137320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.137320] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.137554] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.137680] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.137832] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc34ef2f-5ff1-4d9f-b687-82f66696e7b3" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.615987] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.118607] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.119084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.119084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.119364] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.119535] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.119702] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1315.149378] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.149603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.149603] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.149727] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.149898] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.159117] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1317.170102] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1317.170483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.170483] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.170678] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.170869] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.170982] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.171070] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.171208] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.171289] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.171382] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.171475] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.673567] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.177969] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e1313d-3bc5-42a2-808f-84975eb9e3e8: rpc.has_security_group_logging(os_id): False [ 1318.196046] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.196331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.196331] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.196679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.196679] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.196880] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.197021] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.197105] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.197206] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.197280] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.197374] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1318.262849] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.263123] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.263197] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.263551] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.263670] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.296395] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1318.607274] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.607437] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.315972] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1320.316417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.608448] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.608897] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.609602] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.610043] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.603797] env[65255]: INFO networking_nsxv3.common.synchronization [req-2ea213ba-6dd2-4932-918f-3b62669afcb3 req-2b368a91-2dde-4a2d-86a2-f72e45e44009 tempest-ServerRescueTestJSON-162485904 tempest-ServerRescueTestJSON-162485904-project-member] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1329.604178] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1329.604505] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.604628] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.604698] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.604903] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.605070] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.605178] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.605234] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.605358] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.605441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.605535] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.876014] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.876328] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.876402] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.876632] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.876941] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.877129] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.877246] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.877459] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.877600] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.877805] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.877915] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] NeedRegenerationException {{(pid=65255) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.878040] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] no value, waiting for create lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.878152] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] value creation lock acquired {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.878258] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] No value present for key: 'zone-id' {{(pid=65255) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.878360] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Calling creation function for not-yet-present value {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.878491] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.899765] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.900027] env[65255]: DEBUG dogpile.cache.region [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65255) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1329.900253] env[65255]: DEBUG dogpile.lock [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Released creation lock {{(pid=65255) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.900503] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "network-838" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.900937] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock port-57aed10a-5cb9-4a75-8dce-b9bd92f18582 taken with stack trace [, , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.901200] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.901376] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.901827] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.902039] env[65255]: DEBUG networking_nsxv3.api.rpc [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57aed10a-5cb9-4a75-8dce-b9bd92f18582',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.107651] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.404489] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.404723] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.404830] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.405139] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.405294] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.405449] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Segment Port 57aed10a-5cb9-4a75-8dce-b9bd92f18582 not found, creating... [ 1330.405709] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.405864] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.405980] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.406220] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.406357] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.406634] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.406812] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.406932] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.407120] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.407252] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.407389] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Resource: SegmentPort with ID: 57aed10a-5cb9-4a75-8dce-b9bd92f18582 is going to be created. [ 1330.429458] env[65255]: DEBUG networking_nsxv3.common.locking [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.429705] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.429833] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.430162] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.430390] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.430616] env[65255]: DEBUG oslo_concurrency.lockutils [None req-c5b8354b-9000-4bdd-8347-8fa2004f06da None None] Releasing lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.609743] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.112052] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.112582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.112582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.112582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.112582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.112726] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be updated. [ 1331.142298] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.142441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.142537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.143038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.143038] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.146143] env[65255]: INFO networking_nsxv3.common.synchronization [req-2ea213ba-6dd2-4932-918f-3b62669afcb3 req-2b34ef43-9446-41a8-b16a-39f481404c33 service nova] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_rules [ 1331.146334] env[65255]: INFO networking_nsxv3.common.synchronization [req-2ea213ba-6dd2-4932-918f-3b62669afcb3 req-2b34ef43-9446-41a8-b16a-39f481404c33 service nova] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1331.146475] env[65255]: INFO networking_nsxv3.common.synchronization [req-2ea213ba-6dd2-4932-918f-3b62669afcb3 req-2b34ef43-9446-41a8-b16a-39f481404c33 service nova] Enqueued Resource ID: 57aed10a-5cb9-4a75-8dce-b9bd92f18582 with Priority: HIGHEST for action port [ 1331.147013] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_rules [ 1331.147166] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1331.147321] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57aed10a-5cb9-4a75-8dce-b9bd92f18582 with Priority: HIGHEST for action port [ 1331.147610] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.147732] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.147801] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.147987] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.148082] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.149092] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.149170] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.149443] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock port-57aed10a-5cb9-4a75-8dce-b9bd92f18582 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.149443] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.149655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.149655] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.149755] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57aed10a-5cb9-4a75-8dce-b9bd92f18582',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.153849] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1331.631237] env[65255]: INFO networking_nsxv3.common.synchronization [req-c58616ed-9045-4837-adca-9fe447e28052 req-fdc47d38-1ebd-4080-ad0c-3fc44a5143a4 tempest-ServerActionsTestOtherB-467901308 tempest-ServerActionsTestOtherB-467901308-project-member] Enqueued Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1331.631634] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 with Priority: HIGHEST for action security_group_members [ 1331.631944] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8 taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.632134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.632134] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.632338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.632491] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.632589] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.632649] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.632789] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.632875] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.632967] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e1313d-3bc5-42a2-808f-84975eb9e3e8',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.652687] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.652797] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.652956] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57aed10a-5cb9-4a75-8dce-b9bd92f18582 with status ACTIVE [ 1331.653138] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.653241] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.653306] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.653495] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.653578] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.653739] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.653829] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.653886] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.654086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.654163] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.654341] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.654430] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.654490] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.654622] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.654692] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.654772] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57aed10a-5cb9-4a75-8dce-b9bd92f18582 is going to be updated. [ 1331.675820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.676077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.676077] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.676258] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.676391] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.676541] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57aed10a-5cb9-4a75-8dce-b9bd92f18582" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.135071] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.135617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.135617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.135617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.135617] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.135899] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.135899] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.136084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.136084] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.136204] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.136261] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 is going to be updated. [ 1332.162990] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.163227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.163227] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.163445] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.163582] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.173953] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: IN_PROGRESS for 2s [ 1333.163598] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1333.163988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.163988] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.164236] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.164446] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.164560] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.164623] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.164777] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.164858] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.164950] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.667176] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.169692] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.184197] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 in Status: SUCCESS [ 1334.184378] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e1313d-3bc5-42a2-808f-84975eb9e3e8 deletion is rescheduled due to dependency. [ 1334.184491] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e1313d-3bc5-42a2-808f-84975eb9e3e8" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.671644] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.671866] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.671977] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.672257] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.672378] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.672501] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be updated. [ 1334.708587] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.708833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.708833] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.709076] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.709232] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.722201] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1336.633061] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.633433] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1336.734144] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1336.734439] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.734647] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.734901] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.735160] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.735338] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.735417] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.735638] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.735735] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.735862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.735978] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.238514] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.238730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.238730] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.238887] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.239237] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.239237] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.239441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.239441] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.239537] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.239626] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.239768] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.239860] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.239931] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.240119] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.240266] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.240359] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.240421] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.240557] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.240634] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.240716] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.240804] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.743080] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192b2e68-03a4-4256-970e-28e5706a9fed: rpc.has_security_group_logging(os_id): False [ 1337.760993] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.761252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.761252] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.761440] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.761534] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.761752] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.761852] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.761916] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.762086] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.762164] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.762359] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.762489] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.762547] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.762648] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.762719] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.762893] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.762986] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.763063] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.763202] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.763277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.763360] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be updated. [ 1337.821654] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.821862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.821862] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.822143] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.822277] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.835410] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1339.849415] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1339.849809] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.634497] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.634817] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.636124] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.636541] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.637537] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.637967] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.291944] env[65255]: INFO networking_nsxv3.common.synchronization [req-69d17cbe-d347-4a85-a609-6193a026a593 req-a8e8186d-71bb-410c-8ca2-1d9c54201094 tempest-ServerRescueTestJSON-162485904 tempest-ServerRescueTestJSON-162485904-project-member] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1354.292498] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1354.292869] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.292995] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.293073] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.293311] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.293472] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.293569] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.293630] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.293767] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.293859] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.293936] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.795557] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.298383] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.800472] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.800693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.800693] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.800868] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.800962] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.801075] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be updated. [ 1355.829256] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.829418] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.829459] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.829666] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.829803] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.838152] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1357.849047] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1357.849511] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.293621] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.293984] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.927299] env[65255]: INFO networking_nsxv3.common.synchronization [req-f6c99d0c-4268-476a-ae74-2379c4e8e507 req-8d1b3637-2a0a-4cf1-9ed4-21948303d66b tempest-ServerRescueTestJSON-162485904 tempest-ServerRescueTestJSON-162485904-project-member] Enqueued Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1360.928032] env[65255]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b2e68-03a4-4256-970e-28e5706a9fed with Priority: HIGHEST for action security_group_members [ 1360.928181] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b2e68-03a4-4256-970e-28e5706a9fed taken with stack trace [, , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.928303] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.928373] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.928575] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.928722] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.928817] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.928878] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.929032] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.929117] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.929232] env[65255]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b2e68-03a4-4256-970e-28e5706a9fed',) {} {{(pid=65255) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.432222] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.432462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.432462] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.432654] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.432745] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.432981] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.433099] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.433184] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.433366] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.433448] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.433536] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed is going to be updated. [ 1361.464820] env[65255]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65255) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.465069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.465069] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.465238] env[65255]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.465376] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.474102] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: IN_PROGRESS for 2s [ 1363.485169] env[65255]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b2e68-03a4-4256-970e-28e5706a9fed in Status: SUCCESS [ 1363.485546] env[65255]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b2e68-03a4-4256-970e-28e5706a9fed deletion is rescheduled due to dependency. [ 1363.485546] env[65255]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b2e68-03a4-4256-970e-28e5706a9fed" {{(pid=65255) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.928826] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.929269] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.929742] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.930151] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.930443] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.931235] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.931940] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.932415] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.933404] env[65255]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.933722] env[65255]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0